-- Logs begin at Wed 2022-09-14 02:01:47 UTC, end at Wed 2022-09-14 03:01:54 UTC. -- Sep 14 02:33:07.124648 dv-cinder-857075-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 02:33:09.734463 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.common.config [-] Logging enabled! Sep 14 02:33:09.735112 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 02:33:09.735199 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112829) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 02:33:09.738519 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.common.config [-] Logging enabled! Sep 14 02:33:09.738765 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 02:33:09.739067 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112829) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 02:33:09.739999 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 02:33:09.740224 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 02:33:09.740695 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 02:33:09.740932 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 02:33:09.741157 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 02:33:09.741462 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.741744 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.741976 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.742267 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.742548 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.742832 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.743109 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.743397 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.743675 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.743945 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.744218 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.744421 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.744690 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.744966 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.745244 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.745460 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] debug = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.745743 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.746209 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.746600 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.746873 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.747152 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.747432 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.747685 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.747952 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.748228 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.748542 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] host = dv-cinder-857075-6-iscsi {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.748811 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.749083 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.749364 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.749638 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.749927 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.750194 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.750467 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.750731 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.750994 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] log_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.751259 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.751539 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.751817 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.752096 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.752313 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.752530 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.752846 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.753120 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.753386 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.753650 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.753939 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.754203 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.754466 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.754726 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.755001 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.755274 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.755547 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.755817 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.756079 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.756338 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.756599 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.756871 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.757133 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.757395 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.757658 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.757963 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.758223 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.758486 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.758773 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.759047 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.759318 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.759591 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.759853 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.760125 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.760387 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.760648 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.760907 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] use_json = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.761167 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.761425 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.761694 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.761978 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.762240 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.762502 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.762762 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.763036 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.763295 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:09.763579 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.763862 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.764146 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.764420 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.764714 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.764988 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.765268 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.765541 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.765845 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.766125 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.766405 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.766674 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.766965 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.767246 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.767531 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.767823 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.768106 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.768388 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.768710 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.768975 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.769238 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.769509 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.769799 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.770073 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.770352 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.770633 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.770903 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.771190 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.771465 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.771745 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.772029 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.772311 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.772575 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.772846 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.773128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.773394 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.773657 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.773960 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.774231 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.774496 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.774767 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.775048 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.775325 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.775594 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.775863 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.776144 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.776413 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.776675 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.776937 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.777207 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.777469 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.777741 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.778040 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.778303 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.778565 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.778833 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.779095 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.779357 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.779627 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.779885 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.780157 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.780420 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.780684 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.780947 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.781215 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.781476 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.781741 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.782034 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.782307 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.782574 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.782841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.783104 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.783370 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.783634 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.783909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.784321 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.784596 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.784871 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.785144 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.785415 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.785693 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.785987 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.786262 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.786535 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.786800 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.787082 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.787360 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.787641 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.787917 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.788208 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.788495 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.788769 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.789040 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.789311 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.789581 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.789871 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.790150 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.790421 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.790693 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.790969 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.791244 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.791528 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.791809 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.792079 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.792362 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.792644 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.792929 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.793203 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.793507 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.793798 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:09.794011 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 02:33:09.794252 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112829) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 02:33:10.166881 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 02:33:10.167181 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 02:33:10.167474 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 02:33:10.167692 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 02:33:10.167965 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 02:33:10.168290 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 02:33:10.486397 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.486597 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.486845 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.488122 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.488383 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.488641 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.540046 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.540315 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.540582 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.556226 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.556495 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.556757 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.584386 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.584653 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.584909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.621339 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.621610 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.621912 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.845083 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.845756 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.845756 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.846846 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.847546 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.942746 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.943070 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.943339 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.943600 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.943863 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.944172 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.944441 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.944688 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.944943 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.945216 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.945468 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.945718 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.945999 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.946252 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.946488 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.946747 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.946996 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.947263 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.947514 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.947748 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.948013 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.948257 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.948530 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.948900 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.949151 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.949394 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.949801 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:10.950033 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:10.950272 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:10.950503 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:10.950731 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:10.950958 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:10.951314 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 02:33:10.954385 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 02:33:10.958341 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 02:33:10.962188 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 14 02:33:10.963790 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 02:33:10.964408 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 02:33:10.964735 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 02:33:10.965105 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 02:33:10.967855 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 02:33:10.968099 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 02:33:10.968439 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 02:33:10.973459 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 02:33:10.996285 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 02:33:10.996719 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.997015 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112829) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 14 02:33:10.997371 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:10.998719 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112829) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 02:33:10.998987 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 02:33:10.999222 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 02:33:11.009818 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.010115 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.127341 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 02:33:11.127518 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 02:33:11.127810 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 02:33:11.128285 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 02:33:11.181365 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO dbcounter [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Registered counter for database neutron Sep 14 02:33:11.203413 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_db.sqlalchemy.engines [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112829) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 02:33:11.209941 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG dbcounter [-] [112829] Writer thread running {{(pid=112829) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:33:11.748076 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing driver for type 'gre' Sep 14 02:33:11.748689 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] gre ID ranges: [(1, 1000)] Sep 14 02:33:11.802815 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing driver for type 'local' Sep 14 02:33:11.803140 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing driver for type 'vlan' Sep 14 02:33:11.817580 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] VlanTypeDriver initialization complete Sep 14 02:33:11.817936 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing driver for type 'vxlan' Sep 14 02:33:11.818435 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] vxlan ID ranges: [(1, 1000)] Sep 14 02:33:11.871491 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing extension driver 'port_security' Sep 14 02:33:11.872088 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.extensions.port_security [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] PortSecurityExtensionDriver initialization complete Sep 14 02:33:11.872207 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing mechanism driver 'openvswitch' Sep 14 02:33:11.872531 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing mechanism driver 'hyperv' Sep 14 02:33:11.879211 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.plugin [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:33:11.879914 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.880288 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.880643 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.881158 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:33:11.881585 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnet after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.881970 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnet after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.882319 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.882744 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:33:11.883154 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.883504 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.883829 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.884234 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:33:11.884645 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > security_group after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.884988 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > security_group after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.885334 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > security_group after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.885724 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:33:11.886152 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.886501 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.886844 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.887363 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:33:11.887767 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > address_group after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.888120 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > address_group after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.888459 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > address_group after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.888851 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 02:33:11.889284 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] ML2 OVO RPC backend initialized. {{(pid=112829) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 14 02:33:11.890106 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.890464 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.890900 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.891232 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > networks before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.891578 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.891922 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > ports before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.892265 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnet before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.892607 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnets before_response 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.892956 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.893298 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.893729 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.894099 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.894438 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.894781 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.895117 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnet after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.895453 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnet after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.895786 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.903351 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded quota_driver: . Sep 14 02:33:11.903717 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.plugin [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Modular L2 Plugin initialization complete Sep 14 02:33:11.904070 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading services supported by the core plugin {{(pid=112829) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 02:33:11.904442 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.plugins.ml2.managers [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Got port-security extension from driver 'port_security' Sep 14 02:33:11.904923 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.extensions.vlantransparent [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Disabled vlantransparent extension. Sep 14 02:33:11.905413 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112829) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 02:33:11.905739 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: router Sep 14 02:33:11.940779 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router_interface before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.941169 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router after_create 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.941544 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router before_create 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.941969 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.942323 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.942683 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router after_delete 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.943054 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > floatingip after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.943402 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > floatingip after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.943761 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router after_create 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.944112 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router after_update 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.944460 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router after_update 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.944807 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.945149 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router after_update 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.945555 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_update 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.945952 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: port after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.946300 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: port after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.946649 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: subnet after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.946993 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.947353 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > port precommit_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.947696 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_create 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.948048 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: port before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.948370 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.948729 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router after_update 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.949073 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_delete 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.949424 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_create 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.949808 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.950151 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_update 55549900 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.950516 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > agent after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.950865 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > agent after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.951209 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > network after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.952068 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Tracking information for resource: router configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:11.952404 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Tracking information for resource: floatingip configured {{(pid=112829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 02:33:11.957443 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.db.l3_agentschedulers_db [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 02:33:11.958064 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: port after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.958429 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: port after_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.958782 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: port after_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.959136 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: port after_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.959918 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router before_create 55550100 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.960286 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_delete 55550100 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.960650 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_create 55550100 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.961011 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > router precommit_update 55550100 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.965875 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.services.provider_configuration [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service providers = [] {{(pid=112829) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 02:33:11.966239 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.db.servicetype_db [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112829) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 02:33:11.969185 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.services.service_base [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:33:11.969535 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.services.service_base [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:33:11.969906 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.services.service_base [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:33:11.970796 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.services.service_base [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 02:33:11.971166 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.services.service_base [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 02:33:11.971538 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:11.971877 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 02:33:11.983975 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:11.984309 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: auto_allocate Sep 14 02:33:11.990043 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: network precommit_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.990416 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: network precommit_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:11.990932 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:11.991254 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: tag Sep 14 02:33:11.997818 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:11.998214 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: timestamp Sep 14 02:33:12.002173 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:12.002501 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: network_ip_availability Sep 14 02:33:12.008026 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:12.008399 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:12.008759 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:12.009477 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:12.009817 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: flavors Sep 14 02:33:12.014498 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:12.014828 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading Plugin: revisions Sep 14 02:33:12.019349 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 02:33:12.019733 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=112829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 02:33:12.020482 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112829) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 14 02:33:12.020816 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Initializing extension manager. Sep 14 02:33:12.021346 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: __init__.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.021684 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: __pycache__ {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.022040 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: address_group.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.022931 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.023494 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: address-group Sep 14 02:33:12.023820 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: address_scope.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.024497 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.025000 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: address-scope Sep 14 02:33:12.025322 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: admin_state_down_before_update.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.026231 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.026729 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: router-admin-state-down-before-update Sep 14 02:33:12.027053 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: agent.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.027714 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.028196 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: agent Sep 14 02:33:12.028519 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: agent_resources_synced.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.029385 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.029901 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: agent-resources-synced Sep 14 02:33:12.030222 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: allowedaddresspairs.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.031968 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.032477 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: allowed-address-pairs Sep 14 02:33:12.032806 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: auto_allocated_topology.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.033836 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.034382 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: auto-allocated-topology Sep 14 02:33:12.034707 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: availability_zone.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.035361 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.035849 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: availability_zone Sep 14 02:33:12.036185 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: availability_zone_filter.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.037062 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.037562 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: availability_zone_filter Sep 14 02:33:12.037917 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: data_plane_status.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.038778 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.039274 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 02:33:12.039593 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: default_subnetpools.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.040461 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.040960 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: default-subnetpools Sep 14 02:33:12.041282 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: dhcpagentscheduler.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.042098 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.042610 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: dhcp_agent_scheduler Sep 14 02:33:12.042931 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: dns.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.043808 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.044309 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension dns-integration not supported by any of loaded plugins Sep 14 02:33:12.044627 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: dns_domain_ports.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.045506 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.046028 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 02:33:12.046348 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.047219 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.047713 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 02:33:12.048031 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: dvr.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.048658 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.049159 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: dvr Sep 14 02:33:12.049478 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: ecmp_routes.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.050423 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.050914 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 02:33:12.051232 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: empty_string_filtering.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.052097 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.052591 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: empty-string-filtering Sep 14 02:33:12.052912 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.053804 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.054299 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 02:33:12.054614 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.055486 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.055983 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 02:33:12.056300 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: external_net.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.057162 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.057667 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: external-net Sep 14 02:33:12.058050 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: extra_dhcp_opt.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.058909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.059406 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: extra_dhcp_opt Sep 14 02:33:12.059729 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: extraroute.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.060585 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.061090 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: extraroute Sep 14 02:33:12.061405 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: extraroute_atomic.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.062412 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.062925 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: extraroute-atomic Sep 14 02:33:12.063245 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: filter_validation.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.063865 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.064364 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: filter-validation Sep 14 02:33:12.064682 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: fip_pf_description.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.065578 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.066102 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 02:33:12.066422 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: fip_pf_detail.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.067284 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.067779 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: floating-ip-port-forwarding-detail Sep 14 02:33:12.068099 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: fip_pf_port_range.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.068961 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.069453 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 14 02:33:12.069769 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: fip_port_details.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.070660 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.071161 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: fip-port-details Sep 14 02:33:12.071481 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: flavors.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.072648 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.073155 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: flavors Sep 14 02:33:12.073479 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.075113 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.075637 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 02:33:12.075966 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: floatingip_pools.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.076626 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.077131 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: floatingip-pools Sep 14 02:33:12.077452 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: ip_allocation.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.078375 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.078877 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 02:33:12.079193 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.080089 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.080589 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: ip-substring-filtering Sep 14 02:33:12.080913 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l2_adjacency.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.081869 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.082362 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 02:33:12.082682 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.083603 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.084108 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: router Sep 14 02:33:12.084429 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3_conntrack_helper.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.086830 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.087357 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 02:33:12.087689 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.088575 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.089085 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: ext-gw-mode Sep 14 02:33:12.089423 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.090326 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.090830 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: l3-ha Sep 14 02:33:12.091154 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.092027 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.092526 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 14 02:33:12.092849 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3_flavors.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.093725 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.094271 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: l3-flavors Sep 14 02:33:12.094591 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3_ndp_proxy.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.095922 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.096437 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 14 02:33:12.096816 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.097694 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.098234 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 02:33:12.098560 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: l3agentscheduler.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.099565 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.100075 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: l3_agent_scheduler Sep 14 02:33:12.100405 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: local_ip.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.102146 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.102667 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension local_ip not supported by any of loaded plugins Sep 14 02:33:12.103001 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: logging.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.104422 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.104936 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension logging not supported by any of loaded plugins Sep 14 02:33:12.105266 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: metering.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.105996 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.106571 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: metering Sep 14 02:33:12.106891 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.108272 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.108783 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: metering_source_and_destination_fields Sep 14 02:33:12.109111 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: multiprovidernet.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.110021 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.110529 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: multi-provider Sep 14 02:33:12.110854 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: netmtu.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.111727 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.112260 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: net-mtu Sep 14 02:33:12.112587 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: netmtu_writable.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.113462 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.113990 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: net-mtu-writable Sep 14 02:33:12.114316 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: network_availability_zone.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.114940 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.115439 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: network_availability_zone Sep 14 02:33:12.115763 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: network_ip_availability.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.116821 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.117320 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: network-ip-availability Sep 14 02:33:12.117645 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: network_segment_range.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.118389 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.118889 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 02:33:12.119209 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: pagination.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.120134 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.120463 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: pagination Sep 14 02:33:12.120780 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: port_device_profile.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.121649 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.122189 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: port-device-profile Sep 14 02:33:12.122511 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: port_mac_address_override.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.123390 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.123890 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: port-mac-override Sep 14 02:33:12.124222 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.125085 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.125592 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: port-mac-address-regenerate Sep 14 02:33:12.125953 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.126826 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.127336 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: port-numa-affinity-policy Sep 14 02:33:12.127653 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: port_resource_request.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.128571 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.129069 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 02:33:12.129387 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: port_resource_request_groups.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.130340 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.130844 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 14 02:33:12.131164 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: portbindings.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.132053 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.132540 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: binding Sep 14 02:33:12.132858 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: portbindings_extended.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.134101 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.134607 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: binding-extended Sep 14 02:33:12.134940 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: portsecurity.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.135820 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.136323 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: port-security Sep 14 02:33:12.136643 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: project_id.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.137797 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.138144 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: project-id Sep 14 02:33:12.138464 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: providernet.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.139366 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.139875 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: provider Sep 14 02:33:12.140198 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.143758 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.144280 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos not supported by any of loaded plugins Sep 14 02:33:12.144609 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.145846 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.146361 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 02:33:12.146687 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.147570 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.148074 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 02:33:12.148403 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_default.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.149281 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.149813 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-default not supported by any of loaded plugins Sep 14 02:33:12.150141 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_fip.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.151015 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.151522 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-fip not supported by any of loaded plugins Sep 14 02:33:12.151845 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_fip_network_policy.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.152710 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.153215 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 14 02:33:12.153540 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_gateway_ip.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.154456 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.154956 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 02:33:12.155279 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_port_network_policy.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.156156 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.156654 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 02:33:12.156977 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.158007 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.158513 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 14 02:33:12.158834 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.159876 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.160380 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 14 02:33:12.160701 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_pps_rule.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.161865 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.162382 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-pps not supported by any of loaded plugins Sep 14 02:33:12.162713 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_rule_type_details.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.163587 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.164087 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 02:33:12.164416 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_rule_type_filter.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.165288 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.165805 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 14 02:33:12.166145 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: qos_rules_alias.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.167133 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.167644 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 02:33:12.167966 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: quota_check_limit.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.168848 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.169351 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: quota-check-limit Sep 14 02:33:12.169674 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: quotasv2.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.170591 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.170921 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: quotas Sep 14 02:33:12.171244 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: quotasv2_detail.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.172905 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.173242 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: quota_details Sep 14 02:33:12.173572 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: rbac.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.174630 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.175175 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: rbac-policies Sep 14 02:33:12.175514 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: rbac_address_group.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.176400 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.176916 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: rbac-address-group Sep 14 02:33:12.177238 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: rbac_address_scope.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.178224 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.178734 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: rbac-address-scope Sep 14 02:33:12.179056 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: rbac_security_groups.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.179941 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.180448 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: rbac-security-groups Sep 14 02:33:12.180772 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: rbac_subnetpool.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.181658 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.182199 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: rbac-subnetpool Sep 14 02:33:12.182522 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: revisionifmatch.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.183407 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.183912 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: revision-if-match Sep 14 02:33:12.184233 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: revisions.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.185312 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.185848 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: standard-attr-revisions Sep 14 02:33:12.186175 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: router_availability_zone.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.186808 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.187310 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: router_availability_zone Sep 14 02:33:12.187633 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: routerservicetype.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.188505 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.189004 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension router-service-type not supported by any of loaded plugins Sep 14 02:33:12.189319 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.190229 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.190827 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: security-groups-normalized-cidr Sep 14 02:33:12.191147 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: security_groups_port_filtering.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.192026 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.192526 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: port-security-groups-filtering Sep 14 02:33:12.192846 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.193720 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.194256 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: security-groups-remote-address-group Sep 14 02:33:12.194579 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.195475 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.195972 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: security-groups-shared-filtering Sep 14 02:33:12.196294 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: securitygroup.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.206045 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.206573 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: security-group Sep 14 02:33:12.206899 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: segment.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.207596 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.208100 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension segment not supported by any of loaded plugins Sep 14 02:33:12.208427 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.209323 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.209847 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 02:33:12.210176 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: servicetype.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.211214 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.211722 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: service-type Sep 14 02:33:12.212046 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: sorting.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.212986 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.213309 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: sorting Sep 14 02:33:12.213631 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: standard_attr_segment.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.214552 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.215063 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 02:33:12.215390 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: standardattrdescription.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.216000 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.216503 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: standard-attr-description Sep 14 02:33:12.216829 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: stateful_security_group.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.217716 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.218249 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: stateful-security-group Sep 14 02:33:12.218575 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: stdattrs_common.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.219124 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 02:33:12.219442 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.220326 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.220835 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 02:33:12.221161 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: subnet_onboard.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.222242 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.222755 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: subnet_onboard Sep 14 02:33:12.223076 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.223967 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.224474 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 02:33:12.224800 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: subnet_service_types.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.225703 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.226236 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: subnet-service-types Sep 14 02:33:12.226560 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: subnetallocation.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.227600 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.228115 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: subnet_allocation Sep 14 02:33:12.228438 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.229067 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.229572 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: subnetpool-prefix-ops Sep 14 02:33:12.229926 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.230813 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.231310 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 02:33:12.231631 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: tagging.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.233010 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.233526 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: standard-attr-tag Sep 14 02:33:12.233871 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: timestamp.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.235046 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.235555 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loaded extension: standard-attr-timestamp Sep 14 02:33:12.235883 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: trunk.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.236875 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.237405 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension trunk not supported by any of loaded plugins Sep 14 02:33:12.237729 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: trunk_details.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.238642 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.239144 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension trunk-details not supported by any of loaded plugins Sep 14 02:33:12.239468 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: uplink_status_propagation.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.240336 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.240833 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 02:33:12.241156 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Loading extension file: vlantransparent.py {{(pid=112829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 02:33:12.241802 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 02:33:12.242375 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 02:33:12.244972 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:network Sep 14 02:33:12.245499 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:subnet Sep 14 02:33:12.245929 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:33:12.246325 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:port Sep 14 02:33:12.247601 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.248046 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service FLAVORS assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.248706 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.249102 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.249435 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:router Sep 14 02:33:12.249883 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:floatingip Sep 14 02:33:12.250379 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service METERING assigned prefix: /metering {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.251818 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:12.252198 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:12.252553 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:33:12.253589 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 02:33:12.254064 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:security_group Sep 14 02:33:12.254495 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 02:33:12.255033 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service CORE assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.255376 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:33:12.255723 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] subnetpool is already registered Sep 14 02:33:12.256140 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service CORE assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.256461 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:33:12.256792 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] subnetpool is already registered Sep 14 02:33:12.259205 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.259662 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service FLAVORS assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.260278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.260818 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.261152 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:router Sep 14 02:33:12.261500 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] router is already registered Sep 14 02:33:12.261948 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:floatingip Sep 14 02:33:12.262284 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] floatingip is already registered Sep 14 02:33:12.262754 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service METERING assigned prefix: /metering {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.263463 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 02:33:12.263787 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] rbac_policy is already registered Sep 14 02:33:12.264218 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:security_group Sep 14 02:33:12.264554 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] security_group is already registered Sep 14 02:33:12.264970 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 02:33:12.265303 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] security_group_rule is already registered Sep 14 02:33:12.265810 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service CORE assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.266137 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:33:12.266466 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] subnetpool is already registered Sep 14 02:33:12.266900 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.v2.resource_helper [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Service CORE assigned prefix: {{(pid=112829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 02:33:12.267222 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 02:33:12.267545 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING neutron.quota.resource_registry [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] subnetpool is already registered Sep 14 02:33:12.268006 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: extensions {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.269617 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: address-groups {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.271147 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: address-scopes {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.272361 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: agents {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.273529 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: auto-allocated-topology {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.276077 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: availability_zones {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.277324 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: dhcp-networks {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.278801 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: dhcp-agents {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.280586 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: routers {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.282363 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: flavors {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.283524 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: service_profiles {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.284892 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: next_providers {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.286386 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: service_profiles {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.287850 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: floatingip-pools {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.289083 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: routers {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.290944 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: floatingips {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.292130 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: l3-routers {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.293519 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: l3-agents {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.295075 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: metering-labels {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.296533 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: metering-label-rules {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.297814 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: network-ip-availabilities {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.299212 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: bindings {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.300868 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: quotas {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.302468 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: quotas {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.304117 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: rbac-policies {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.305319 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: security-groups {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.306567 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: security-group-rules {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.307837 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: service-providers {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.309160 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: subnetpools {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.310531 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: subnetpools {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.312026 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.313808 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.315649 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.317561 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.319332 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.321209 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.323049 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.324857 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.326690 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.328550 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron.api.extensions [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Extended resource: tags {{(pid=112829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 02:33:12.335683 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING keystonemiddleware.auth_token [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 02:33:12.340799 dv-cinder-857075-6-iscsi neutron-server[112829]: WARNING keystonemiddleware.auth_token [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 02:33:12.349740 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Acquiring lock "singleton_lock" {{(pid=112829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 14 02:33:12.350095 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Acquired lock "singleton_lock" {{(pid=112829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 14 02:33:12.350570 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_concurrency.lockutils [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Releasing lock "singleton_lock" {{(pid=112829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 14 02:33:12.351231 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO oslo_service.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Starting 2 workers Sep 14 02:33:12.355970 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Started child 112942 {{(pid=112829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:33:12.360701 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Started child 112943 {{(pid=112829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:33:12.361604 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:12.362314 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO neutron.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 02:33:12.362882 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Publish callbacks [] for process (None), before_spawn {{(pid=112829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:12.363108 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [-] (112942) wsgi starting up on http://0.0.0.0:9696 Sep 14 02:33:12.365231 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO oslo_service.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Starting 1 workers Sep 14 02:33:12.365401 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:12.366756 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [-] (112943) wsgi starting up on http://0.0.0.0:9696 Sep 14 02:33:12.370362 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Started child 112944 {{(pid=112829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:33:12.370885 dv-cinder-857075-6-iscsi neutron-server[112829]: INFO oslo_service.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Starting 1 workers Sep 14 02:33:12.374074 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] calling RpcWorker wait() {{(pid=112944) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 02:33:12.374639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] returning from RpcWorker wait() {{(pid=112944) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 02:33:12.375298 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Started child 112945 {{(pid=112829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 02:33:12.375858 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:12.376035 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG neutron_lib.callbacks.manager [None req-f588fc77-8c21-400e-b178-81f155d888fd None None] Publish callbacks [] for process (None), after_spawn {{(pid=112829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:12.376296 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:33:12.378009 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 02:33:12.378211 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 02:33:12.378417 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 02:33:12.378596 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 02:33:12.378958 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 02:33:12.379133 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 02:33:12.379623 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.379871 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.380153 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.380448 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.380947 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:12.381445 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.381445 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.381445 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.381741 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.382054 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.382177 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.382263 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:33:12.382335 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.382590 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.382819 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.383124 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.383405 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.383647 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.383857 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.384026 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.384290 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.384547 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.384787 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.385035 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] debug = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.385306 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.385769 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.386018 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.386263 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.386503 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.386770 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.387019 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.387282 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.387508 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.387745 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.387976 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.388232 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.388477 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.388707 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.388947 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.389207 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.389425 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.389939 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] host = dv-cinder-857075-6-iscsi {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.390184 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.390412 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.390638 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.390880 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.391137 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.391371 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.391631 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.391877 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.392123 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.392344 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.392592 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.392832 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.393053 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.393303 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.393520 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_options = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.393753 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.394062 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.394341 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.394525 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.394692 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.394853 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.395113 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.395268 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.395523 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.395752 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.395967 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.396301 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.396537 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.396765 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.397002 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.397215 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.397429 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.397657 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.397941 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.398291 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.398686 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.398686 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.398909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.399201 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.399321 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.399545 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.400035 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.400035 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.400239 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.400709 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.400844 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.400978 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.401213 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.401456 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.401734 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.401980 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.402260 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.402499 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.402972 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.402972 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.403597 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.403851 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.404071 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.404526 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.404652 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.404803 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.405033 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_json = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.405245 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.405676 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.405825 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.405945 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.406188 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.406401 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.407123 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.407123 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.407591 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.407591 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.408571 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.408571 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.408801 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.408909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.409200 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.409540 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.409695 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.409966 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.411841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.411841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.411841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.411841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.411841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.411841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.412266 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.412266 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.412523 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.412761 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.412978 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.413218 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.413488 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.413760 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.414019 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.414257 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.414491 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.414730 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.415065 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.415313 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.415558 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.415891 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.416174 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.416441 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.416716 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.416922 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.417183 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.417378 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.417594 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.418306 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.418306 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.418306 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.418530 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.418802 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.419054 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.419241 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.419451 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.419685 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.419934 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.420172 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.420386 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.420634 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.420867 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.421066 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.421300 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.421530 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.421745 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.422041 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.422264 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.422513 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.422771 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.422983 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.423199 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.423444 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.423670 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.425455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.426190 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.426190 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.426190 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.426405 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.426482 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.426655 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.426879 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.427085 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.427298 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.427502 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.427921 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.428350 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.428561 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.428789 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.429001 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.429206 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.429602 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.430027 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.430436 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.430847 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.431215 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.431544 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.431850 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.432147 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.432445 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.432839 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.433278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.433518 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.433761 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.434001 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.434271 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.434498 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.434744 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.435114 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.435516 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.435984 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.436207 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.436469 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.436703 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.437100 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.437507 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.438145 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.438528 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.438923 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.439288 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.439726 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.440115 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.440586 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.440806 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.441046 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.441616 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.441901 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.442156 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.442449 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.442673 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.442959 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.443233 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.443500 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.443754 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.444038 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.444252 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.444705 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.444996 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.445225 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.445485 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.445720 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.445968 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.446214 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.446435 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.446664 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.446897 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.447248 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.447511 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.447698 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.447929 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.448210 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.448886 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.448886 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.449053 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.449190 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.449459 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.449692 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.450498 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.450498 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.450498 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.450721 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.450851 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.451225 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.451452 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.451665 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.451881 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.452095 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.452330 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.452546 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.452765 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.452977 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.453196 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.453413 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.453658 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.453895 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.454138 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.454377 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.454595 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.454830 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.455064 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.455281 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.455512 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.455733 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.456067 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.456318 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.456538 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.456767 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.457016 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.457252 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.457465 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.457710 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.457982 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.458197 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.458413 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.458634 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.458895 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.459125 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.459448 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.459645 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.459873 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.460136 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.460468 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.460738 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.460984 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.461266 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.461521 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.462071 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.462071 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.462524 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.462524 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.462773 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.462911 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.463094 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.463347 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.463563 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.463784 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.464020 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.464239 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.464472 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.464709 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.464948 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.465187 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.465422 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.465640 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.465882 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.466272 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.466492 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.466715 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.466927 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.467142 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.467351 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.467729 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.467941 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.468273 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.468520 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.468749 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.469294 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.469294 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.469466 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.469655 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.469892 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.470102 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.470326 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.470543 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.470756 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.470998 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.471209 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.471418 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.471688 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.471906 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.472140 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.472364 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.472571 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.472802 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.473021 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.473237 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.473447 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.473671 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.473902 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.474130 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.474983 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.474983 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.474983 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.474983 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.475317 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.475405 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.475617 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.475831 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.476037 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.476326 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.476583 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.476807 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.477086 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.477311 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.477605 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.477832 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.478141 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.478388 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.478613 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.478861 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.479076 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.479297 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.479559 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.479864 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.480153 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.480340 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:33:12.480453 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.480648 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.480938 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.481208 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.481475 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.481688 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.482005 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.482683 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.482948 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.483197 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.484100 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.484100 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.484100 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.484473 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.484473 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.484709 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.484826 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.485216 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.485354 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.485538 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.485769 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.486193 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.486545 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.486941 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.487202 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.487456 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.487688 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.487848 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 02:33:12.488388 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 02:33:12.488549 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 02:33:12.488708 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 02:33:12.488876 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 02:33:12.489048 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 02:33:12.489202 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 02:33:12.489420 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.489571 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.489732 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.489916 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.490101 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.490262 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.490420 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.490580 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491070 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491070 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491070 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491303 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491303 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491469 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491625 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491780 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.491944 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.492105 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.492259 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.492569 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.492731 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.492890 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] debug = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.493048 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.493254 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.493418 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.493571 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.493731 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.493916 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.494073 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.494234 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.494390 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.494614 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.494712 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.494853 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.495010 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.495167 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.495332 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.495489 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.495644 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.495800 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] host = dv-cinder-857075-6-iscsi {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.495959 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.496118 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.496275 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.496436 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.496593 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.496744 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.496895 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.497058 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.497214 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.497364 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.497518 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.497675 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.497841 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.497997 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.498153 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_options = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.498310 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.498470 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.498619 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.498852 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.498949 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.499109 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.499266 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.499425 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.499581 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.499766 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.499889 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.500038 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.500193 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.500350 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.500505 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.500663 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.500820 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.500978 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.501137 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.501294 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.501451 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.501609 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.501765 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.501944 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.502244 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.502455 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.502649 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.502649 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.502922 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.502922 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.503143 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.503259 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.503376 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.503502 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.503909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.503909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504141 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504141 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504364 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504364 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504596 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504793 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504793 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.504952 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.505100 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.505269 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.505417 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_json = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.505572 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.505728 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.505913 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.506086 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.506226 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.506348 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.506501 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.506658 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.506815 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 02:33:12.506994 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.507155 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.507325 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.507488 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.507649 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.507811 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.507954 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.508116 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.508291 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.508645 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.508976 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.508976 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.509301 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.509301 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.509559 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.509660 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.509836 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.510009 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.510205 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.510367 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.510587 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.510756 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.510909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.511129 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.511323 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.511427 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.511558 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.511727 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.511913 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.512080 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.512273 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.512428 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.512636 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.512800 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.512981 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.513152 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.513322 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.513492 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.513641 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.513936 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.514950 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.514950 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.514950 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.514950 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.514950 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.514950 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.514950 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.516278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.516278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.516278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.516278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.516278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.516278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.516278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517820 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517820 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517820 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.517820 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.518274 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.518274 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.518274 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.518740 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.518740 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.518889 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.518994 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.519119 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.519304 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.519462 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.519703 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.519857 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.519973 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.520144 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.520308 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.520535 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.520697 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.520816 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.520974 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.521128 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.521314 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.521477 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.521773 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.521773 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.522171 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.522304 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.522434 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.522590 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.522749 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.522968 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.523131 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.523299 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.523555 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.523723 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.523928 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.524067 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.524253 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.524437 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.524627 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.524807 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.524991 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.525152 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.525356 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.525643 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.525884 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.526065 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.526184 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.526288 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.526482 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.526646 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.526842 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.527180 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.527180 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.527345 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.527481 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.527677 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.527868 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.528019 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.528191 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.528389 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.528551 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.528759 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.528936 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.529123 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.529321 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.529475 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.529656 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.529902 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.530055 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.530215 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.530453 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.530562 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.530741 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.530929 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.531162 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.531324 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.531476 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.531744 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.531871 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.532015 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.532231 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.532358 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.532538 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.532759 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.532888 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.533141 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.533286 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.533446 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.533633 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.533913 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.534095 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.534276 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.534457 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.534650 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.534846 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.535060 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.535227 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.535390 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.535552 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.535716 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.535880 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.536043 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.536205 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.536367 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.536549 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.536686 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.536845 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.537006 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.537167 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.537338 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.537476 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.537634 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.537809 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.537975 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.538134 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.538293 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.538456 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.538616 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.538776 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.538936 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.539096 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.539261 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.539952 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.539952 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.539952 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.539952 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.540260 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.540260 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.540400 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.540480 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.540579 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.540738 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.540897 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.541056 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.541234 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.541394 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.541555 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.541718 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.541909 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.542070 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.542229 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.542388 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.542549 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.542709 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.542869 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.543028 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.543188 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.543350 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.543509 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.543668 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.543828 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.543989 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.544156 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.544319 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.544480 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.544643 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.544805 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.544968 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.545129 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.545291 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.545451 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.545610 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.545768 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.545948 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.546111 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.546272 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.546445 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.546607 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.546767 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.546928 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.547088 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.547247 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.547417 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.547583 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.547722 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.547882 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.548040 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.548198 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.548362 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.548515 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.548675 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.548835 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.548995 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.549153 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.549322 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.549481 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.549664 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.549874 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.550034 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.550196 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.550366 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.550526 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.550686 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.550846 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.551006 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.551165 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.551334 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.551494 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.551640 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.551798 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.551958 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.552116 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.552285 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.552449 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.552617 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.552776 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.552935 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.553094 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.553255 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.553427 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.553589 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.553752 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.553937 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.554096 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.554257 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.554419 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.554584 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.554757 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.554923 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.555088 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.555260 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.555429 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.555598 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.555758 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.555923 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.556095 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.556255 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.556414 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.556574 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.556734 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.556894 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.557054 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.557214 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.557372 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.557531 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.557690 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.557872 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.558034 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.558225 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.558358 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.558487 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.558648 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.558808 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.558966 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.559125 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 02:33:12.559278 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 02:33:12.803379 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58192) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:12.813504 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0074923 Sep 14 02:33:12.820215 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0059288 Sep 14 02:33:21.864075 dv-cinder-857075-6-iscsi neutron-server[112829]: DEBUG dbcounter [-] [112829] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112829) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:23.985264 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6742a6-de1f-4af0-a47b-5035ea8a6428 None None] get_active_networks_info from dv-cinder-857075-6-iscsi {{(pid=112944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 14 02:33:23.999644 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writer thread running {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:33:24.084583 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6742a6-de1f-4af0-a47b-5035ea8a6428 None None] No non-hosted networks {{(pid=112944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 02:33:24.088858 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-7543dbbd-de99-42ec-beb6-2beb48bda6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630923'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:25.643030 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writer thread running {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:33:26.128277 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-06b6036f-0b53-4a98-8e22-5ad9db8835f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630923'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:26.148251 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-79a14e51-4ade-4fd0-8629-94223e58f146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:27.429757 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630923'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:27.862953 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58264) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:28.427172 dv-cinder-857075-6-iscsi neutron-server[112943]: WARNING oslo_policy.policy [None req-52ce49d9-5826-41cd-b419-7b7b296c8ef2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:28.427707 dv-cinder-857075-6-iscsi neutron-server[112943]: WARNING oslo_policy.policy [None req-52ce49d9-5826-41cd-b419-7b7b296c8ef2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:28.651284 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [None req-52ce49d9-5826-41cd-b419-7b7b296c8ef2 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:33:28.652561 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-52ce49d9-5826-41cd-b419-7b7b296c8ef2 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7884755 Sep 14 02:33:28.852082 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630923'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:28.910643 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630923'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:28.911321 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.911655 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.911982 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.912332 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.912620 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.912938 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.913255 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.914155 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.914155 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.914359 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.914564 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.914880 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.915431 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.919657 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.919935 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:28.920369 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857075-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:33:28.926644 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857075-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:33:31.301823 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58300) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:31.645703 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:33:31.657598 dv-cinder-857075-6-iscsi neutron-server[112943]: ERROR stevedore.extension [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 02:33:31.737285 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.policy [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 02:33:31.778673 dv-cinder-857075-6-iscsi neutron-server[112943]: WARNING oslo_policy.policy [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:31.779030 dv-cinder-857075-6-iscsi neutron-server[112943]: WARNING oslo_policy.policy [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:31.798937 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writer thread running {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:33:31.878605 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769594602598', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769594602106', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769594619353', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769594611413', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769594630624', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769594622167', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-962215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1672610', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759401'] for rbac-policy (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:31.950090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:31.954205 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-93f9b1b9-11ec-4108-87ee-a47931f1ae5b admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6514554 Sep 14 02:33:32.253964 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.db.l3_hamode_db [None req-28460e48-0137-4c5c-a582-247984f131c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 02:33:32.330261 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28460e48-0137-4c5c-a582-247984f131c7 None None] Routers set() bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:33:32.330813 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28460e48-0137-4c5c-a582-247984f131c7 None None] Router IDs set() for agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 14 02:33:34.544976 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58310) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:34.895048 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:33:34.928846 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Made reservation on behalf of 060e76834d8e4738995730a4865f5e63 for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:33:34.933090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:34.951229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:35.059167 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks [] for security_group (06dbbe4d-0cc0-42f3-88af-8d41a1cf583c), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:35.066029 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (06dbbe4d-0cc0-42f3-88af-8d41a1cf583c), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:35.090841 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:33:35.125841 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769596713656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (3d8ddda4-06a3-49ca-9215-0b43e22d3c1d), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:35.126395 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Unsubscribe: segment precommit_create {{(pid=112943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 02:33:35.126930 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Added segment 3d8ddda4-06a3-49ca-9215-0b43e22d3c1d of type vlan for network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 Sep 14 02:33:35.144009 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=06dbbe4d-0cc0-42f3-88af-8d41a1cf583c,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:35.193213 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.193548 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.193924 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.194297 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.194602 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.194922 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.195238 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.195555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.195868 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.196168 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.196481 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.196809 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.197131 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.197442 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.197741 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Tracked resource versions report: Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: pushed versions: Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: { 'AddressGroup': {'1.2'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Agent': {'1.1'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'ConntrackHelper': {'1.0'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Log': {'1.0'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'NDPProxy': {'1.0'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Network': {'1.1'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Port': {'1.7'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'PortForwarding': {'1.3'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'QosPolicy': {'1.10'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroup': {'1.5'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SubPort': {'1.0'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Subnet': {'1.1'}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Trunk': {'1.1'}} Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: consumer versions: Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Agent': '1.1', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'ConntrackHelper': '1.0', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'LocalIPAssociation': '1.0', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Log': '1.0', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'NDPProxy': '1.0', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Network': '1.1', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Port': '1.7', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'PortForwarding': '1.3', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'QosPolicy': '1.10', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroup': '1.5', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroupRule': '1.2', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SubPort': '1.0', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Subnet': '1.1', Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Trunk': '1.1'}} Sep 14 02:33:35.199221 dv-cinder-857075-6-iscsi neutron-server[112943]: {{(pid=112943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:33:35.230016 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (1ff89c4f-f803-45be-adec-0c21b4a9ec59), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:35.275208 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (1ff89c4f-f803-45be-adec-0c21b4a9ec59), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:35.280175 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:33:35.280850 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:35.289034 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:35.383145 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8366461 Sep 14 02:33:35.407039 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56563c61-b4db-48e4-a31c-880fd46ff833 demo demo] Pushing event updated for resources: {'Network': ['ID=1ff89c4f-f803-45be-adec-0c21b4a9ec59,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:35.420108 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:33:38.003238 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58324) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:38.575116 dv-cinder-857075-6-iscsi neutron-server[112942]: WARNING oslo_policy.policy [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:38.575904 dv-cinder-857075-6-iscsi neutron-server[112942]: WARNING oslo_policy.policy [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:38.808942 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writer thread running {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 02:33:38.968951 dv-cinder-857075-6-iscsi neutron-server[112942]: ERROR stevedore.extension [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 02:33:39.023757 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.policy [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 02:33:39.065263 dv-cinder-857075-6-iscsi neutron-server[112942]: WARNING oslo_policy.policy [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:39.065592 dv-cinder-857075-6-iscsi neutron-server[112942]: WARNING oslo_policy.policy [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 02:33:39.073157 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:33:39.075089 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b363db2c-287f-4951-8f2f-5796c72c9005 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/1ff89c4f-f803-45be-adec-0c21b4a9ec59 HTTP/1.1" status: 200 len: 825 time: 1.0697303 Sep 14 02:33:39.120077 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-9594ec69-e649-4458-8ca6-7e5cdae42c48 demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/89bef3be-069f-44b5-9e7a-e39f31c9f8c9 HTTP/1.1" status: 200 len: 734 time: 0.0354068 Sep 14 02:33:39.129342 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '89bef3be-069f-44b5-9e7a-e39f31c9f8c9'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:33:39.172134 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Made reservation on behalf of 060e76834d8e4738995730a4865f5e63 for: {'subnet': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:33:39.175186 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:39.485836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (3521b10e-6d92-4d04-8e07-2c9070cb7367), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:39.572655 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Checking segment: {'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:33:39.573171 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Network hostable DHCP agents. Network: 1ff89c4f-f803-45be-adec-0c21b4a9ec59, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:33:39.584083 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3521b10e-6d92-4d04-8e07-2c9070cb7367,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:39.599253 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.599679 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.600179 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.600666 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.601142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.601626 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.602179 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.602512 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.602851 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.603212 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.603531 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.603844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.604259 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.604721 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.605183 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Tracked resource versions report: Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: pushed versions: Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: { 'AddressGroup': {'1.2'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Agent': {'1.1'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'ConntrackHelper': {'1.0'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Log': {'1.0'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'NDPProxy': {'1.0'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Network': {'1.1'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Port': {'1.7'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'PortForwarding': {'1.3'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'QosPolicy': {'1.10'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroup': {'1.5'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SubPort': {'1.0'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Subnet': {'1.1'}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Trunk': {'1.1'}} Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: consumer versions: Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Agent': '1.1', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'ConntrackHelper': '1.0', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'LocalIPAssociation': '1.0', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Log': '1.0', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'NDPProxy': '1.0', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Network': '1.1', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Port': '1.7', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'PortForwarding': '1.3', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'QosPolicy': '1.10', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroup': '1.5', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroupRule': '1.2', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SubPort': '1.0', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Subnet': '1.1', Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Trunk': '1.1'}} Sep 14 02:33:39.607802 dv-cinder-857075-6-iscsi neutron-server[112942]: {{(pid=112942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:33:39.628231 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:39.637856 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:33:39.652348 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 1ff89c4f-f803-45be-adec-0c21b4a9ec59) {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:33:39.657081 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:33:39.657697 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:39.663249 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44c2b3-0572-48c2-b1f2-843e27cd20da None None] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:33:39.682157 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-463afef1-4462-4734-8af9-8facffb273a1 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5563934 Sep 14 02:33:39.930541 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'project_id': '060e76834d8e4738995730a4865f5e63', 'fixed_ips': [{'subnet_id': '3521b10e-6d92-4d04-8e07-2c9070cb7367'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:33:39.931880 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:40.203586 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Allocated IP 172.20.0.2 (1ff89c4f-f803-45be-adec-0c21b4a9ec59/3521b10e-6d92-4d04-8e07-2c9070cb7367/ad7c1826-44af-4f81-a4cf-7b915a7686b7) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:33:40.333023 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=60,neutron:INSERT=35,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:40.472907 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Publish callbacks [] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:40.481648 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:40.561753 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:33:40.567865 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:33:40.574191 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:33:40.577655 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Pushing event updated for resources: {'Port': ['ID=ad7c1826-44af-4f81-a4cf-7b915a7686b7,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:40.612835 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.613177 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.613522 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.613897 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.614228 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.614553 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.614872 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.615227 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.615543 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.615852 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.616160 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.616501 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.616810 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.617117 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.617430 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Tracked resource versions report: Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: pushed versions: Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: { 'AddressGroup': {'1.2'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Agent': {'1.1'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'ConntrackHelper': {'1.0'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Log': {'1.0'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'NDPProxy': {'1.0'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Network': {'1.1'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Port': {'1.7'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'PortForwarding': {'1.3'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'QosPolicy': {'1.10'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroup': {'1.5'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SubPort': {'1.0'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Subnet': {'1.1'}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Trunk': {'1.1'}} Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: consumer versions: Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Agent': '1.1', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'ConntrackHelper': '1.0', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'LocalIPAssociation': '1.0', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Log': '1.0', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'NDPProxy': '1.0', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Network': '1.1', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Port': '1.7', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'PortForwarding': '1.3', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'QosPolicy': '1.10', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroup': '1.5', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroupRule': '1.2', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SubPort': '1.0', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Subnet': '1.1', Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Trunk': '1.1'}} Sep 14 02:33:40.618911 dv-cinder-857075-6-iscsi neutron-server[112944]: {{(pid=112944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:33:40.639772 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:40.672002 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Attempting to bind port ad7c1826-44af-4f81-a4cf-7b915a7686b7 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:33:40.672636 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Attempting to bind port ad7c1826-44af-4f81-a4cf-7b915a7686b7 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:33:40.672816 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Attempting to bind port ad7c1826-44af-4f81-a4cf-7b915a7686b7 on network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:33:40.718972 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:33:40.719337 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Checking segment: {'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:33:40.719791 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:40.720179 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Bound using segment: {'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:33:40.720645 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Bound port: ad7c1826-44af-4f81-a4cf-7b915a7686b7, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:33:40.721046 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:40.783551 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] For port ad7c1826-44af-4f81-a4cf-7b915a7686b7, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:33:40.802902 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] For port ad7c1826-44af-4f81-a4cf-7b915a7686b7, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=ad7c1826-44af-4f81-a4cf-7b915a7686b7,segment=NetworkSegment(3d8ddda4-06a3-49ca-9215-0b43e22d3c1d),segment_id=3d8ddda4-06a3-49ca-9215-0b43e22d3c1d)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:33:40.809993 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:40.861056 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf63716-d36b-4c68-86c0-5b2852e9fa86 None None] Pushing event updated for resources: {'Port': ['ID=ad7c1826-44af-4f81-a4cf-7b915a7686b7,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:41.862493 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=5 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:41.875178 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:42.317590 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58350) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:42.655109 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [None req-3fa588ac-d95e-4b87-ab84-70f1e803d06b admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:33:42.656076 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-3fa588ac-d95e-4b87-ab84-70f1e803d06b admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3376384 Sep 14 02:33:45.301870 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58358) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:45.403328 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=52,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:45.644548 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [None req-9218239d-2776-4132-b611-61e7750132de admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:33:45.645854 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-9218239d-2776-4132-b611-61e7750132de admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3427794 Sep 14 02:33:48.314874 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58370) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:48.570580 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device ad7c1826-44af-4f81-a4cf-7b915a7686b7 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:33:48.652498 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port ad7c1826-44af-4f81-a4cf-7b915a7686b7 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:33:48.652898 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.653286 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port ad7c1826-44af-4f81-a4cf-7b915a7686b7 Sep 14 02:33:48.662850 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-ae14fcbc-cc65-41c9-9d0b-897aeb4fff4e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:33:48.689069 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae14fcbc-cc65-41c9-9d0b-897aeb4fff4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.690875 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae14fcbc-cc65-41c9-9d0b-897aeb4fff4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.754832 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port ad7c1826-44af-4f81-a4cf-7b915a7686b7 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:33:48.755703 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.776051 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03209b13-fb80-4779-894d-6f219bf5a10f None None] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:33:48.830009 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae14fcbc-cc65-41c9-9d0b-897aeb4fff4e demo demo] Publish callbacks [] for router_controller (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), precommit_add_association {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.835647 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae14fcbc-cc65-41c9-9d0b-897aeb4fff4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.841469 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port ad7c1826-44af-4f81-a4cf-7b915a7686b7, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=ad7c1826-44af-4f81-a4cf-7b915a7686b7,segment=NetworkSegment(3d8ddda4-06a3-49ca-9215-0b43e22d3c1d),segment_id=3d8ddda4-06a3-49ca-9215-0b43e22d3c1d)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:33:48.847862 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.860836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae14fcbc-cc65-41c9-9d0b-897aeb4fff4e demo demo] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.862034 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ae14fcbc-cc65-41c9-9d0b-897aeb4fff4e demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5461063 Sep 14 02:33:48.886236 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-0bca37f3-9000-47c1-993e-3676d67fd396 None None] Provisioning complete for port ad7c1826-44af-4f81-a4cf-7b915a7686b7 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:33:48.886649 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0bca37f3-9000-47c1-993e-3676d67fd396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:48.886983 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-0bca37f3-9000-47c1-993e-3676d67fd396 None None] Attempt 1 to provision port ad7c1826-44af-4f81-a4cf-7b915a7686b7 Sep 14 02:33:48.972187 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:48.998092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=ad7c1826-44af-4f81-a4cf-7b915a7686b7,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:49.051600 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-0bca37f3-9000-47c1-993e-3676d67fd396 None None] Current status of the port ad7c1826-44af-4f81-a4cf-7b915a7686b7 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:33:49.169528 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-c6ce99c9-cda3-4d51-8cc6-3105976ad38d None None] Provisioning complete for port ad7c1826-44af-4f81-a4cf-7b915a7686b7 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:33:49.170022 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c6ce99c9-cda3-4d51-8cc6-3105976ad38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:49.170360 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-c6ce99c9-cda3-4d51-8cc6-3105976ad38d None None] Attempt 1 to provision port ad7c1826-44af-4f81-a4cf-7b915a7686b7 Sep 14 02:33:49.243924 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce99c9-cda3-4d51-8cc6-3105976ad38d None None] Current status of the port ad7c1826-44af-4f81-a4cf-7b915a7686b7 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:33:50.544612 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device ad7c1826-44af-4f81-a4cf-7b915a7686b7 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:33:50.587338 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port ad7c1826-44af-4f81-a4cf-7b915a7686b7 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:33:50.587712 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:50.588041 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port ad7c1826-44af-4f81-a4cf-7b915a7686b7 Sep 14 02:33:50.589254 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:50.663184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port ad7c1826-44af-4f81-a4cf-7b915a7686b7 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:33:51.484556 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58380) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:51.834029 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [None req-a8166aba-a4e2-4353-acc7-d5c37b89916b admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:33:51.834993 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a8166aba-a4e2-4353-acc7-d5c37b89916b admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3492906 Sep 14 02:33:53.936759 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf548d88-0f5e-461f-9daa-b64737f88260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:54.544668 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58388) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:54.927654 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:33:54.974462 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Made reservation on behalf of 7682f9081d5043acb263abdf9411427e for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:33:54.977109 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:54.992654 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:55.102813 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks [] for security_group (6ad3cb8c-e49e-4902-8ffb-b9a41a7cc9f6), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:55.109450 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (6ad3cb8c-e49e-4902-8ffb-b9a41a7cc9f6), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:55.113542 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:55.126914 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Reserving flat network on physical network physnet1 {{(pid=112942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 02:33:55.151562 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3cb8c-e49e-4902-8ffb-b9a41a7cc9f6,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:55.157398 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769596713656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c0dda55e-8432-4d5c-847f-cde899ba7196), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:55.157940 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Unsubscribe: segment precommit_create {{(pid=112942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 02:33:55.158427 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Added segment c0dda55e-8432-4d5c-847f-cde899ba7196 of type flat for network 008e592a-c6a8-4421-b968-bce08867f8e3 Sep 14 02:33:55.213404 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (008e592a-c6a8-4421-b968-bce08867f8e3), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:55.267033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (008e592a-c6a8-4421-b968-bce08867f8e3), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:55.268698 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:33:55.269255 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:55.345373 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7996385 Sep 14 02:33:55.365761 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7cd2-e328-44c0-9039-0408c984584b admin admin] Pushing event updated for resources: {'Network': ['ID=008e592a-c6a8-4421-b968-bce08867f8e3,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:55.377424 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 008e592a-c6a8-4421-b968-bce08867f8e3 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:33:56.116042 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7137-d35e-4d3b-8fbd-b30aec2b1890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:57.409847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:57.996719 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58396) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:33:58.388732 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440fe288-9194-4e12-b99f-5588cc8108ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:33:58.390089 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-440fe288-9194-4e12-b99f-5588cc8108ff demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/3521b10e-6d92-4d04-8e07-2c9070cb7367 HTTP/1.1" status: 200 len: 849 time: 0.3920588 Sep 14 02:33:58.419951 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:33:58.508792 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-6f768ec9-c621-44fa-8f60-25dee386ab43 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 HTTP/1.1" status: 200 len: 704 time: 0.1126418 Sep 14 02:33:58.729723 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:58.776358 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:58.789533 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:58.898940 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.074582 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Allocated IP 172.20.0.1 (1ff89c4f-f803-45be-adec-0c21b4a9ec59/3521b10e-6d92-4d04-8e07-2c9070cb7367/98c7eab5-c9f1-4523-baf9-90743f5c1f99) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:33:59.245012 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks [] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.255755 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:59.312044 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.429360 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:33:59.438212 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:33:59.443365 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:33:59.444216 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.463473 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Pushing event updated for resources: {'Port': ['ID=98c7eab5-c9f1-4523-baf9-90743f5c1f99,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:59.636740 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Provisioning complete for port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:33:59.637216 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.637552 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Attempt 1 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:33:59.647654 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.669408 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:33:59.851588 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks [] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.859844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.860386 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:33:59.902652 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:33:59.940034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Pushing event updated for resources: {'Port': ['ID=98c7eab5-c9f1-4523-baf9-90743f5c1f99,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:33:59.991012 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:33:59.992280 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:34:00.149483 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:34:00.170397 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Attempt 2 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:34:00.203863 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:34:00.246418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:34:00.254234 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-012ffc78-28c5-4272-ada7-358d7989d1d3 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7365830 Sep 14 02:34:00.269666 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Sync routers for ids ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:34:00.283140 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Routers {'0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:34:00.284058 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:33:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:00.459930 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Set router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 gateway port host: None {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:34:00.705221 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Attempt 3 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:34:00.738166 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:34:00.879824 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'name': 'router1', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:33:48Z', 'updated_at': '2022-09-14T02:33:59Z', 'revision_number': 2, 'project_id': '060e76834d8e4738995730a4865f5e63', 'gw_port_host': None, '_interfaces': [{'id': '98c7eab5-c9f1-4523-baf9-90743f5c1f99', 'name': '', 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'mac_address': 'fa:16:3e:c3:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:33:58Z', 'updated_at': '2022-09-14T02:33:59Z', 'revision_number': 2, 'project_id': '060e76834d8e4738995730a4865f5e63', 'subnets': [{'id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89bef3be-069f-44b5-9e7a-e39f31c9f8c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:00.928855 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Checking router: 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:34:00.929218 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Updating router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:34:00.982232 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:01.239213 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Attempt 4 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:34:01.270144 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:34:01.475916 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Publish callbacks [] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:01.483025 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:01.633730 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Pushing event updated for resources: {'Port': ['ID=98c7eab5-c9f1-4523-baf9-90743f5c1f99,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:01.637298 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Attempting to bind port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:34:01.637690 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Attempting to bind port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:34:01.638131 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Attempting to bind port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 on network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:34:01.649651 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.649982 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.650356 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.650692 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.650979 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.651307 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.651655 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.651971 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.652290 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.652600 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.652901 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.653229 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.653542 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.653872 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.654185 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Tracked resource versions report: Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: pushed versions: Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: { 'AddressGroup': {'1.2'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Agent': {'1.1'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'ConntrackHelper': {'1.0'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Log': {'1.0'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'NDPProxy': {'1.0'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Network': {'1.1'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Port': {'1.7'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'PortForwarding': {'1.3'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'QosPolicy': {'1.10'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroup': {'1.5'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SubPort': {'1.0'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Subnet': {'1.1'}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Trunk': {'1.1'}} Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: consumer versions: Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Agent': '1.1', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'ConntrackHelper': '1.0', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'LocalIPAssociation': '1.0', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Log': '1.0', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'NDPProxy': '1.0', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Network': '1.1', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Port': '1.7', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'PortForwarding': '1.3', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'QosPolicy': '1.10', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroup': '1.5', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroupRule': '1.2', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SubPort': '1.0', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Subnet': '1.1', Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Trunk': '1.1'}} Sep 14 02:34:01.655627 dv-cinder-857075-6-iscsi neutron-server[112945]: {{(pid=112945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:34:01.731692 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:34:01.732101 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Checking segment: {'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:34:01.732554 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:01.732933 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Bound using segment: {'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:34:01.733411 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Bound port: 98c7eab5-c9f1-4523-baf9-90743f5c1f99, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8ddda4-06a3-49ca-9215-0b43e22d3c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:34:01.733803 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:01.771141 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Attempt 5 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:34:01.779017 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:01.801298 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] For port 98c7eab5-c9f1-4523-baf9-90743f5c1f99, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:34:01.804055 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:01.804202 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:34:01.823752 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] For port 98c7eab5-c9f1-4523-baf9-90743f5c1f99, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=98c7eab5-c9f1-4523-baf9-90743f5c1f99,segment=NetworkSegment(3d8ddda4-06a3-49ca-9215-0b43e22d3c1d),segment_id=3d8ddda4-06a3-49ca-9215-0b43e22d3c1d)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:34:01.830356 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:01.880022 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Routers {'0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:34:01.880637 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:33:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:01.885438 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67d62-c198-40fa-923b-93f652eff358 None None] Pushing event updated for resources: {'Port': ['ID=98c7eab5-c9f1-4523-baf9-90743f5c1f99,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:01.967994 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] Set router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 gateway port host: None {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:34:02.154612 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'name': 'router1', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:33:48Z', 'updated_at': '2022-09-14T02:33:59Z', 'revision_number': 2, 'project_id': '060e76834d8e4738995730a4865f5e63', 'gw_port_host': None, '_interfaces': [{'id': '98c7eab5-c9f1-4523-baf9-90743f5c1f99', 'name': '', 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'mac_address': 'fa:16:3e:c3:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:33:58Z', 'updated_at': '2022-09-14T02:34:01Z', 'revision_number': 4, 'project_id': '060e76834d8e4738995730a4865f5e63', 'subnets': [{'id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89bef3be-069f-44b5-9e7a-e39f31c9f8c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:02.178873 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4690e8-4780-4271-aec3-f0c4fed89e26 None None] The sync data for ids ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'] in dv-cinder-857075-6-iscsi is: [{'id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'name': 'router1', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:33:48Z', 'updated_at': '2022-09-14T02:33:59Z', 'revision_number': 2, 'project_id': '060e76834d8e4738995730a4865f5e63', 'gw_port_host': None, '_interfaces': [{'id': '98c7eab5-c9f1-4523-baf9-90743f5c1f99', 'name': '', 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'mac_address': 'fa:16:3e:c3:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:33:58Z', 'updated_at': '2022-09-14T02:34:01Z', 'revision_number': 4, 'project_id': '060e76834d8e4738995730a4865f5e63', 'subnets': [{'id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89bef3be-069f-44b5-9e7a-e39f31c9f8c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:34:02.305440 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Attempt 6 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:34:02.383240 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Current status of the port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:34:02.383672 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:02.417644 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] For port 98c7eab5-c9f1-4523-baf9-90743f5c1f99, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=98c7eab5-c9f1-4523-baf9-90743f5c1f99,segment=NetworkSegment(3d8ddda4-06a3-49ca-9215-0b43e22d3c1d),segment_id=3d8ddda4-06a3-49ca-9215-0b43e22d3c1d)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:34:02.424994 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:02.474704 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325da1d-8ddf-4a1f-a6e9-0235806b03d5 None None] Pushing event updated for resources: {'Port': ['ID=98c7eab5-c9f1-4523-baf9-90743f5c1f99,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:02.545559 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-d16f6782-e7f6-4e4d-abc6-025b23fa2570 None None] Provisioning complete for port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:34:02.545950 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d16f6782-e7f6-4e4d-abc6-025b23fa2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:02.546309 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d16f6782-e7f6-4e4d-abc6-025b23fa2570 None None] Attempt 1 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:34:02.548713 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:02.621436 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d16f6782-e7f6-4e4d-abc6-025b23fa2570 None None] Current status of the port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:34:02.858155 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58406) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:34:03.279558 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74343823-3f0b-402a-90aa-a0944e5a41dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:34:03.280997 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-74343823-3f0b-402a-90aa-a0944e5a41dc admin admin] 10.222.0.18 "GET /networking/v2.0/networks/008e592a-c6a8-4421-b968-bce08867f8e3 HTTP/1.1" status: 200 len: 842 time: 0.4218488 Sep 14 02:34:03.291800 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:34:03.317702 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Made reservation on behalf of 7682f9081d5043acb263abdf9411427e for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:34:03.320587 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:03.728568 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.objects.ports [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112943) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 14 02:34:03.728917 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (fa6cdd98-27cc-4492-a92e-8209e01be74f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:03.781869 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6cdd98-27cc-4492-a92e-8209e01be74f,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:03.799067 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:34:03.799494 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Network hostable DHCP agents. Network: 008e592a-c6a8-4421-b968-bce08867f8e3, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:34:03.822383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:34:03.833694 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 008e592a-c6a8-4421-b968-bce08867f8e3) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:34:03.838474 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:34:03.839057 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:03.843716 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f621a23-2242-479c-973c-4d2dce8eeb4b None None] Network 008e592a-c6a8-4421-b968-bce08867f8e3 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:34:03.866505 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-643a2c76-6945-4312-a0d3-c48ee2c8740f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5782883 Sep 14 02:34:03.954016 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a319a-7a52-4543-81a1-7db0f0136092 None None] Network 008e592a-c6a8-4421-b968-bce08867f8e3 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:34:04.024231 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:06.495916 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58414) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:34:07.032577 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-840703f0-dc25-4a18-a487-d2d9669ab93a demo admin] 10.222.0.18 "GET /networking/v2.0/routers/0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 HTTP/1.1" status: 200 len: 710 time: 0.5352855 Sep 14 02:34:07.124235 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a25925-3d89-49b2-9e81-b773046ced76 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:34:07.125616 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-45a25925-3d89-49b2-9e81-b773046ced76 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/008e592a-c6a8-4421-b968-bce08867f8e3 HTTP/1.1" status: 200 len: 886 time: 0.0872850 Sep 14 02:34:07.135486 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:34:07.328544 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:07.375866 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks [] for router_gateway (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:07.430432 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:07.609432 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks [] for router_gateway (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:07.683555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:07.886199 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Allocated IP 172.27.2.2 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/cdb36eaa-fbc5-466c-986b-72b581832a68) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:34:07.996386 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks [] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:08.055967 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:08.129862 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:34:08.131233 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:34:08.137595 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:34:08.172070 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Pushing event updated for resources: {'Port': ['ID=cdb36eaa-fbc5-466c-986b-72b581832a68,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:08.352702 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:08.407362 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks [] for router_gateway (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:08.562489 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 98c7eab5-c9f1-4523-baf9-90743f5c1f99 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:34:08.607333 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:34:08.607636 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:08.607973 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:34:08.613382 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1631983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7045'] for router (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:08.616179 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:08.618847 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1631956'] for router (0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:08.680619 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:34:08.726639 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:34:08.844989 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:34:08.849751 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:08.850927 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-11088c57-7643-4b3c-962d-63299c40d69e demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 HTTP/1.1" status: 200 len: 888 time: 1.7191145 Sep 14 02:34:08.858331 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Sync routers for ids ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:34:08.873369 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Routers {'0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:34:08.874099 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:33:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:09.083507 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Set router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:34:09.535461 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'name': 'router1', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'cdb36eaa-fbc5-466c-986b-72b581832a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:33:48Z', 'updated_at': '2022-09-14T02:34:08Z', 'revision_number': 4, 'project_id': '060e76834d8e4738995730a4865f5e63', 'gw_port': {'id': 'cdb36eaa-fbc5-466c-986b-72b581832a68', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:34:07Z', 'updated_at': '2022-09-14T02:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '98c7eab5-c9f1-4523-baf9-90743f5c1f99', 'name': '', 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'mac_address': 'fa:16:3e:c3:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:33:58Z', 'updated_at': '2022-09-14T02:34:02Z', 'revision_number': 5, 'project_id': '060e76834d8e4738995730a4865f5e63', 'subnets': [{'id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89bef3be-069f-44b5-9e7a-e39f31c9f8c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:09.583437 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Checking router: 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:34:09.584092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Updating router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 port cdb36eaa-fbc5-466c-986b-72b581832a68 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:34:09.635860 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:09.789469 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:09.937671 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Publish callbacks [] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:09.942936 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:09.977843 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Attempting to bind port cdb36eaa-fbc5-466c-986b-72b581832a68 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:34:09.978222 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Attempting to bind port cdb36eaa-fbc5-466c-986b-72b581832a68 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:34:09.978571 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Attempting to bind port cdb36eaa-fbc5-466c-986b-72b581832a68 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:34:10.011319 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4027d0-a79f-494c-a8f9-59be9e062ec7 None None] Pushing event updated for resources: {'Port': ['ID=cdb36eaa-fbc5-466c-986b-72b581832a68,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:10.027842 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:34:10.028198 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:34:10.028581 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:10.028955 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:34:10.029409 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Bound port: cdb36eaa-fbc5-466c-986b-72b581832a68, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:34:10.029765 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:10.057920 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:10.077191 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] For port cdb36eaa-fbc5-466c-986b-72b581832a68, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:34:10.080089 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] For port cdb36eaa-fbc5-466c-986b-72b581832a68, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=cdb36eaa-fbc5-466c-986b-72b581832a68,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:34:10.085754 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:10.124848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Routers {'0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:34:10.125429 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:33:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:10.171360 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4027d0-a79f-494c-a8f9-59be9e062ec7 None None] Pushing event updated for resources: {'Port': ['ID=cdb36eaa-fbc5-466c-986b-72b581832a68,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:10.235754 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] Set router 0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:34:10.242269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=31,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:10.243749 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:10.430825 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'name': 'router1', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'cdb36eaa-fbc5-466c-986b-72b581832a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:33:48Z', 'updated_at': '2022-09-14T02:34:08Z', 'revision_number': 4, 'project_id': '060e76834d8e4738995730a4865f5e63', 'gw_port': {'id': 'cdb36eaa-fbc5-466c-986b-72b581832a68', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:34:07Z', 'updated_at': '2022-09-14T02:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '98c7eab5-c9f1-4523-baf9-90743f5c1f99', 'name': '', 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'mac_address': 'fa:16:3e:c3:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:33:58Z', 'updated_at': '2022-09-14T02:34:02Z', 'revision_number': 5, 'project_id': '060e76834d8e4738995730a4865f5e63', 'subnets': [{'id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89bef3be-069f-44b5-9e7a-e39f31c9f8c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:34:10.455117 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297b6fd-b473-4945-a3d7-044b8ad00c87 None None] The sync data for ids ['0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12'] in dv-cinder-857075-6-iscsi is: [{'id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'name': 'router1', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'cdb36eaa-fbc5-466c-986b-72b581832a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:33:48Z', 'updated_at': '2022-09-14T02:34:08Z', 'revision_number': 4, 'project_id': '060e76834d8e4738995730a4865f5e63', 'gw_port': {'id': 'cdb36eaa-fbc5-466c-986b-72b581832a68', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:34:07Z', 'updated_at': '2022-09-14T02:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '98c7eab5-c9f1-4523-baf9-90743f5c1f99', 'name': '', 'network_id': '1ff89c4f-f803-45be-adec-0c21b4a9ec59', 'tenant_id': '060e76834d8e4738995730a4865f5e63', 'mac_address': 'fa:16:3e:c3:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1f8c2-e22f-42d4-bfdf-c32e74fd6a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:33:58Z', 'updated_at': '2022-09-14T02:34:02Z', 'revision_number': 5, 'project_id': '060e76834d8e4738995730a4865f5e63', 'subnets': [{'id': '3521b10e-6d92-4d04-8e07-2c9070cb7367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89bef3be-069f-44b5-9e7a-e39f31c9f8c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:34:11.671478 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58428) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:34:12.089743 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-cdce24c0-b12f-44f0-b349-d9dd09ab06dc admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.4168019 Sep 14 02:34:12.157256 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=34 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:12.158142 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:UPDATE=1,neutron:SELECT=48 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:12.580041 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device cdb36eaa-fbc5-466c-986b-72b581832a68 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:34:12.628144 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port cdb36eaa-fbc5-466c-986b-72b581832a68 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:34:12.628530 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:12.628861 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port cdb36eaa-fbc5-466c-986b-72b581832a68 Sep 14 02:34:12.703647 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port cdb36eaa-fbc5-466c-986b-72b581832a68 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:34:12.704027 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:12.722851 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:12.725230 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port cdb36eaa-fbc5-466c-986b-72b581832a68, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=cdb36eaa-fbc5-466c-986b-72b581832a68,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:34:12.730048 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:12.778848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=cdb36eaa-fbc5-466c-986b-72b581832a68,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:34:14.573359 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device cdb36eaa-fbc5-466c-986b-72b581832a68 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:34:14.630915 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port cdb36eaa-fbc5-466c-986b-72b581832a68 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:34:14.631296 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (cdb36eaa-fbc5-466c-986b-72b581832a68), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:14.631629 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port cdb36eaa-fbc5-466c-986b-72b581832a68 Sep 14 02:34:14.703033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port cdb36eaa-fbc5-466c-986b-72b581832a68 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:34:22.082483 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=58 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:22.086160 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=25 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:23.934848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3189115e-6e09-4e98-817a-8879aa8e56d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:26.128024 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d53f62a7-376f-4d17-bb8b-95f85024c7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:27.411731 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:28.792575 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:28.811379 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:28.911185 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:34.427744 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:34.429426 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:35.418779 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:34:38.906891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:50.431143 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:34:53.930878 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-46a7011c-4e04-4931-b0e4-1961968d69fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:56.128257 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3ba68a2b-63e1-4ce6-9ecf-78e47ae9f470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:57.416106 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:58.809705 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:34:58.912334 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:08.899442 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:08.905433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:11.416598 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:11.498910 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=5 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:12.421763 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:35:22.416711 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:22.417442 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:23.929717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f929-0255-428b-b8aa-1aea413522e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:26.122597 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-bb1f809f-5a8d-4b0c-8af6-4275de68f9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:27.410871 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:28.805182 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:28.908232 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:37.462321 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 58980) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:37.839440 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fda75bf-419f-4e63-b7f5-19d2a1fb34ac admin admin] GET failed (client error): The resource could not be found. Sep 14 02:35:37.840713 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-5fda75bf-419f-4e63-b7f5-19d2a1fb34ac admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3772891 Sep 14 02:35:38.009222 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63feff1e-044b-4945-92dd-8bf90fe7d73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:38.010755 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-63feff1e-044b-4945-92dd-8bf90fe7d73c admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633532 Sep 14 02:35:38.895631 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:38.903036 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:40.598614 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 58990) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:41.061275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666df89-36a7-4b95-a530-2294d6f9cc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:41.062711 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3666df89-36a7-4b95-a530-2294d6f9cc5b admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/3521b10e-6d92-4d04-8e07-2c9070cb7367 HTTP/1.1" status: 200 len: 849 time: 0.4628885 Sep 14 02:35:41.075961 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:35:41.164653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Publish callbacks [] for subnet (3521b10e-6d92-4d04-8e07-2c9070cb7367), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:41.381794 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769596690068'] for subnet (3521b10e-6d92-4d04-8e07-2c9070cb7367), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:41.412983 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:41.413560 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:41.418626 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9927a19d-d5d7-4fce-affc-f05b64027c3e None None] Network 1ff89c4f-f803-45be-adec-0c21b4a9ec59 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:35:41.426508 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/3521b10e-6d92-4d04-8e07-2c9070cb7367 HTTP/1.1" status: 200 len: 868 time: 0.3541143 Sep 14 02:35:41.448418 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3521b10e-6d92-4d04-8e07-2c9070cb7367,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:35:41.456619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.457028 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.457328 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.457668 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.458008 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.458386 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.458715 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.459041 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.459371 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.459684 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.460039 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.460361 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.460678 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.461013 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.461331 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7a788-bed3-4270-862b-6539c22c810b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:35:41.709204 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Provisioning complete for port ad7c1826-44af-4f81-a4cf-7b915a7686b7 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:35:41.709674 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ad7c1826-44af-4f81-a4cf-7b915a7686b7), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:41.710101 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Attempt 1 to provision port ad7c1826-44af-4f81-a4cf-7b915a7686b7 Sep 14 02:35:41.788324 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Current status of the port ad7c1826-44af-4f81-a4cf-7b915a7686b7 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:35:41.796588 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Provisioning complete for port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:35:41.796936 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (98c7eab5-c9f1-4523-baf9-90743f5c1f99), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:41.797267 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Attempt 1 to provision port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 Sep 14 02:35:41.867358 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8853fefa-b501-45e9-a744-2a7c9a4baf27 None None] Current status of the port 98c7eab5-c9f1-4523-baf9-90743f5c1f99 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:35:43.995153 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59000) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:44.515593 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b781f5c-6d64-442a-b309-be70f4df7725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:44.515972 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b781f5c-6d64-442a-b309-be70f4df7725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:44.517477 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-0b781f5c-6d64-442a-b309-be70f4df7725 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5210505 Sep 14 02:35:47.071422 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59008) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:47.565974 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea2d3f-9647-4899-84bc-e97653b17138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:47.566357 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea2d3f-9647-4899-84bc-e97653b17138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:47.567912 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-6cea2d3f-9647-4899-84bc-e97653b17138 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4954648 Sep 14 02:35:48.433276 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:48.434139 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:49.420526 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:35:50.130223 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59018) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:50.630011 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1bb676-6e87-4342-bb8c-7f0670deb0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:50.631387 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-0f1bb676-6e87-4342-bb8c-7f0670deb0fd admin admin] 10.222.0.18 "GET /networking/v2.0/networks/008e592a-c6a8-4421-b968-bce08867f8e3 HTTP/1.1" status: 200 len: 886 time: 0.4998965 Sep 14 02:35:51.860683 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=38 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:51.865292 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=39 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:53.177443 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59026) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:53.624401 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89175063-5187-43fe-9e12-b475f46295a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:53.625734 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-89175063-5187-43fe-9e12-b475f46295a2 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/1ff89c4f-f803-45be-adec-0c21b4a9ec59 HTTP/1.1" status: 200 len: 869 time: 0.4469807 Sep 14 02:35:53.924493 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8a1abe31-89e3-4312-afbc-92ca27d7c3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:54.511414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=59,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:54.513403 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:56.128794 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-7e9a74e3-d991-437c-bb2d-c3089e572045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:56.191581 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59034) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:56.637078 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b83af0-21d8-42a5-97b8-8f760d2ac375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:56.637526 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b83af0-21d8-42a5-97b8-8f760d2ac375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:56.639075 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-17b83af0-21d8-42a5-97b8-8f760d2ac375 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4465373 Sep 14 02:35:57.415634 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:58.805886 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:58.904973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:35:59.373477 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59042) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:35:59.416290 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:59.418704 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:35:59.906472 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec60ba6-63bd-4761-b0f7-c3d9112e3575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:59.906921 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec60ba6-63bd-4761-b0f7-c3d9112e3575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:35:59.908465 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-aec60ba6-63bd-4761-b0f7-c3d9112e3575 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5339930 Sep 14 02:36:02.480221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59050) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:36:02.907045 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6612501-b963-4284-961a-2eae254b1153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:36:02.908435 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c6612501-b963-4284-961a-2eae254b1153 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/3521b10e-6d92-4d04-8e07-2c9070cb7367 HTTP/1.1" status: 200 len: 868 time: 0.4270451 Sep 14 02:36:05.491659 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59058) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:36:05.874956 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a229e-48f2-44b4-9153-d703e9da4bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:36:05.876309 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b35a229e-48f2-44b4-9153-d703e9da4bb1 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/fa6cdd98-27cc-4492-a92e-8209e01be74f HTTP/1.1" status: 200 len: 816 time: 0.3837714 Sep 14 02:36:06.629407 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=55 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:06.632411 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=49 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:08.896963 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:08.899950 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:15.865705 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=19 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:15.871881 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=17 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:23.928815 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-edcc00f7-7f98-4fa8-968f-58c313d72b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:25.432156 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=16 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:25.432890 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=16 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:26.125465 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c761249-16b9-4111-9a11-eaae189719c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:26.419697 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:36:27.417769 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:28.809089 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:28.911651 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:35.488349 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59114) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:36:35.830857 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [None req-f2f5beb7-43a0-40c5-b460-dfac3beac111 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:36:35.831919 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f2f5beb7-43a0-40c5-b460-dfac3beac111 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3426251 Sep 14 02:36:36.416426 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:38.473540 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59122) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:36:38.854520 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ae8181-d33f-4288-98bb-a5510f548eb6 admin admin] GET failed (client error): The resource could not be found. Sep 14 02:36:38.855902 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-56ae8181-d33f-4288-98bb-a5510f548eb6 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3813522 Sep 14 02:36:38.899092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:38.905567 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:39.001531 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666cc08-4e6c-47f9-8180-bc2f2b6162cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:36:39.003425 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3666cc08-4e6c-47f9-8180-bc2f2b6162cc admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1419358 Sep 14 02:36:41.593029 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59132) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:36:41.932740 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:36:41.957973 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Made reservation on behalf of 7682f9081d5043acb263abdf9411427e for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:36:41.960290 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:41.997976 dv-cinder-857075-6-iscsi neutron-server[112943]: WARNING neutron.services.revisions.revision_plugin [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Could not find related network for resource to bump revision. Sep 14 02:36:42.013651 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:36:42.026913 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (b6f3e08f-0198-493e-9de6-8c726937464a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:42.027369 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Added segment b6f3e08f-0198-493e-9de6-8c726937464a of type vlan for network e3d4a605-256f-4253-92bf-0b114ffea462 Sep 14 02:36:42.072122 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (e3d4a605-256f-4253-92bf-0b114ffea462), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:42.109196 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (e3d4a605-256f-4253-92bf-0b114ffea462), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:42.110305 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:36:42.110826 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:42.185353 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5908899 Sep 14 02:36:42.204484 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d4a605-256f-4253-92bf-0b114ffea462,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:36:42.212461 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.212808 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.213132 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.213434 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.213743 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.214221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.214533 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.214855 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.215198 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.215516 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.215850 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.216171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.216481 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.216780 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.217088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2224bac-6d32-431d-b1e3-77bc6ecd4096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:42.230103 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network e3d4a605-256f-4253-92bf-0b114ffea462 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:36:44.761742 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59140) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:36:45.147122 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f9bda5-f5e2-4699-a6e7-d7b9bba5e9ec admin admin] GET failed (client error): The resource could not be found. Sep 14 02:36:45.148355 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-36f9bda5-f5e2-4699-a6e7-d7b9bba5e9ec admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3852274 Sep 14 02:36:45.222794 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27bf36b-3f83-4b3a-991b-8ebd992950a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:36:45.224199 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f27bf36b-3f83-4b3a-991b-8ebd992950a7 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693233 Sep 14 02:36:45.234460 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:36:45.257868 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Made reservation on behalf of 7682f9081d5043acb263abdf9411427e for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:36:45.260013 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:45.435674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (ad952c39-86cd-4a1f-9bb8-30262c953b32), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:45.491069 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad952c39-86cd-4a1f-9bb8-30262c953b32,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:36:45.499477 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Checking segment: {'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:36:45.499820 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Network hostable DHCP agents. Network: e3d4a605-256f-4253-92bf-0b114ffea462, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:36:45.519005 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Network e3d4a605-256f-4253-92bf-0b114ffea462 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:36:45.529311 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, e3d4a605-256f-4253-92bf-0b114ffea462) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:36:45.534470 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:36:45.535239 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:45.539201 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e7d6b-c02c-407b-ae02-005b0277cdd8 None None] Network e3d4a605-256f-4253-92bf-0b114ffea462 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:36:45.553147 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8b606f63-d990-43bb-aa4b-3da060d239f6 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3220584 Sep 14 02:36:45.745302 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-e3d4a605-256f-4253-92bf-0b114ffea462', 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462', 'project_id': '7682f9081d5043acb263abdf9411427e', 'fixed_ips': [{'subnet_id': 'ad952c39-86cd-4a1f-9bb8-30262c953b32'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:36:45.746273 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:45.882715 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Allocated IP 192.168.233.2 (e3d4a605-256f-4253-92bf-0b114ffea462/ad952c39-86cd-4a1f-9bb8-30262c953b32/c3ab4b56-e882-4876-9296-c199c081d8d8) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:36:46.030292 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Publish callbacks [] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.038496 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.079192 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Network e3d4a605-256f-4253-92bf-0b114ffea462 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:36:46.082398 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:36:46.086154 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:36:46.089356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Pushing event updated for resources: {'Port': ['ID=c3ab4b56-e882-4876-9296-c199c081d8d8,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:36:46.100657 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.100999 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.101349 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.101717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.102055 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.102376 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.102695 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.103012 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.103328 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.103645 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.104329 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.104656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.104970 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.105279 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.105594 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:36:46.154045 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Attempting to bind port c3ab4b56-e882-4876-9296-c199c081d8d8 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:36:46.154410 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Attempting to bind port c3ab4b56-e882-4876-9296-c199c081d8d8 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:36:46.154766 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Attempting to bind port c3ab4b56-e882-4876-9296-c199c081d8d8 on network e3d4a605-256f-4253-92bf-0b114ffea462 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:36:46.196389 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:36:46.196750 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Checking segment: {'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:36:46.197138 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.197515 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Bound using segment: {'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:36:46.198006 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Bound port: c3ab4b56-e882-4876-9296-c199c081d8d8, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:36:46.198384 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.262547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] For port c3ab4b56-e882-4876-9296-c199c081d8d8, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:36:46.266055 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] For port c3ab4b56-e882-4876-9296-c199c081d8d8, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=c3ab4b56-e882-4876-9296-c199c081d8d8,segment=NetworkSegment(b6f3e08f-0198-493e-9de6-8c726937464a),segment_id=b6f3e08f-0198-493e-9de6-8c726937464a)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:36:46.272830 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.325936 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd9466-9767-43ee-b971-27440df307b0 None None] Pushing event updated for resources: {'Port': ['ID=c3ab4b56-e882-4876-9296-c199c081d8d8,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:36:46.670699 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device c3ab4b56-e882-4876-9296-c199c081d8d8 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:36:46.714942 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port c3ab4b56-e882-4876-9296-c199c081d8d8 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:36:46.715941 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.716272 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port c3ab4b56-e882-4876-9296-c199c081d8d8 Sep 14 02:36:46.740716 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:46.755599 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:46.794980 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port c3ab4b56-e882-4876-9296-c199c081d8d8 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:36:46.795354 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.828339 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port c3ab4b56-e882-4876-9296-c199c081d8d8, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=c3ab4b56-e882-4876-9296-c199c081d8d8,segment=NetworkSegment(b6f3e08f-0198-493e-9de6-8c726937464a),segment_id=b6f3e08f-0198-493e-9de6-8c726937464a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:36:46.833196 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:46.883705 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=c3ab4b56-e882-4876-9296-c199c081d8d8,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:36:47.157310 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515edb7-fbbe-44a1-9781-022873686beb None None] Network e3d4a605-256f-4253-92bf-0b114ffea462 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:36:47.214798 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-a5793ef3-398b-44b0-b6b3-6be016543571 None None] Provisioning complete for port c3ab4b56-e882-4876-9296-c199c081d8d8 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:36:47.215176 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a5793ef3-398b-44b0-b6b3-6be016543571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:47.215495 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-a5793ef3-398b-44b0-b6b3-6be016543571 None None] Attempt 1 to provision port c3ab4b56-e882-4876-9296-c199c081d8d8 Sep 14 02:36:47.330385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-a5793ef3-398b-44b0-b6b3-6be016543571 None None] Current status of the port c3ab4b56-e882-4876-9296-c199c081d8d8 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:36:47.551287 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-b31b160b-d7cd-4bda-ac07-b058bb65f587 None None] Provisioning complete for port c3ab4b56-e882-4876-9296-c199c081d8d8 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:36:47.551607 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b31b160b-d7cd-4bda-ac07-b058bb65f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:47.551939 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-b31b160b-d7cd-4bda-ac07-b058bb65f587 None None] Attempt 1 to provision port c3ab4b56-e882-4876-9296-c199c081d8d8 Sep 14 02:36:47.623594 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-b31b160b-d7cd-4bda-ac07-b058bb65f587 None None] Current status of the port c3ab4b56-e882-4876-9296-c199c081d8d8 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:36:48.653704 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device c3ab4b56-e882-4876-9296-c199c081d8d8 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:36:48.701950 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port c3ab4b56-e882-4876-9296-c199c081d8d8 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:36:48.702314 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c3ab4b56-e882-4876-9296-c199c081d8d8), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:48.702643 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port c3ab4b56-e882-4876-9296-c199c081d8d8 Sep 14 02:36:48.771910 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port c3ab4b56-e882-4876-9296-c199c081d8d8 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:36:53.936030 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1842c110-fc15-425c-b896-042b1a2cc6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:55.545516 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:55.546414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:56.123416 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8b8d-b5b9-4a4f-af3e-e5a8d6c38159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:57.423072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:58.805489 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:36:58.813199 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:36:58.908874 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:02.438761 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:02.439557 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:03.419112 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:37:08.902290 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:08.904483 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:13.415992 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:22.415974 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:23.942364 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ada083fb-8517-4208-84d1-aad41fe06439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:26.119088 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09192841-079f-43ed-95fd-f7398e5a36e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:27.424692 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:28.823075 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:28.907291 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:38.898861 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:38.900779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:39.433520 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:39.434879 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:40.423284 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:37:50.415301 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:50.416566 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:37:53.927134 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4f32c258-0690-472c-b1b7-d59e52aefbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:56.114747 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c6a4632d-b09f-445b-9559-e2613a516006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:57.429086 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:58.822856 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:37:58.902632 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:06.684150 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59182) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:38:06.693051 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [None req-c4cc831f-2bb0-4438-a690-eb832d9c6061 tempest-verify_tempest_config-447975351 tempest-verify_tempest_config-447975351-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:38:06.694597 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c4cc831f-2bb0-4438-a690-eb832d9c6061 tempest-verify_tempest_config-447975351 tempest-verify_tempest_config-447975351-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0093017 Sep 14 02:38:07.261404 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59200) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:38:07.612198 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:07.688097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Publish callbacks [] for security_group (f9582969-e1c1-48b7-a698-647934ccd27d), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:07.694601 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f9582969-e1c1-48b7-a698-647934ccd27d), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:07.740010 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d1ea7899902c4bc2a626fc020f0952e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4775319 Sep 14 02:38:07.741162 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9582969-e1c1-48b7-a698-647934ccd27d,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:38:07.743079 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59206) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:38:07.748063 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.748407 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.748764 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.749088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.749415 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.749743 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.750095 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.750416 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.750752 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.751169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.751499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.751820 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.752139 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.752438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.752755 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063a7f9-4303-48c7-b15d-70eed2d3d1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.802885 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Publish callbacks [] for security_group (f9582969-e1c1-48b7-a698-647934ccd27d), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:07.823163 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Publish callbacks [] for security_group (f9582969-e1c1-48b7-a698-647934ccd27d), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:07.929740 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f9582969-e1c1-48b7-a698-647934ccd27d), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:07.933000 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:07.934525 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f9582969-e1c1-48b7-a698-647934ccd27d HTTP/1.1" status: 204 len: 168 time: 0.1904676 Sep 14 02:38:07.943972 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9582969-e1c1-48b7-a698-647934ccd27d,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:38:07.951036 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.951230 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.951588 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.951926 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.952255 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.952581 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.952901 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.953220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.953542 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.953893 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.954229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.954567 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.954881 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.955192 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:07.955506 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456de527-07d7-4dc7-88fa-a91b1a02dde2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:38:08.896747 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:17.422209 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:38:17.737442 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:17.747039 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:17.946644 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:17.947635 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:17.976544 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:23.940842 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3b73d428-0075-4dc0-99fc-a86950311585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:26.120490 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8a2818d0-7d9a-4efe-96e4-bd8c4e9d514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:27.417762 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=16 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:27.419072 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=18 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:27.440161 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:28.830345 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:28.908773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:38.895092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:38.902213 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:53.445466 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:53.446629 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:38:53.948212 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-23b85571-44b5-48ad-80ae-4290b0fd43cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:54.426318 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:38:56.116877 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd409-f5b6-439e-be4e-38e0f3518c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:57.441091 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:58.834336 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:38:58.913960 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:04.418370 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:04.420818 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:08.905355 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:08.908094 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:23.940063 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8c5307b9-5afc-405d-bfe1-bb7666fbde2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:26.114875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c62a508-98a9-4f35-9374-50629b40b336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:27.445995 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:28.841637 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:28.919170 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:30.434483 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:30.441811 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:31.430857 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 5 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:39:38.905964 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:38.912376 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:39.289208 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630923'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:49.279835 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:49.283305 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:50.415346 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:50.417577 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:39:52.869674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59298) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:39:52.997852 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2841b367-9e19-4fd3-9cf2-135ca8948d77 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1270130 Sep 14 02:39:53.934756 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-eedaeb08-a6ad-40b5-94fa-2c4765cf4f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:55.506767 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59308) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:39:55.574885 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7e57070c-96b4-49e3-9811-7e501829aee9 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0667901 Sep 14 02:39:56.112421 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-172d078b-db23-4726-8949-f400b56ebb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:57.446349 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:58.838307 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:39:58.923928 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:02.991650 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:05.569626 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:07.434609 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:07.441037 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:08.434554 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:40:08.911297 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:08.917715 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:09.289473 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:19.271778 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:19.282157 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:21.972157 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=11 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:21.973372 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=17 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:23.945820 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ed6a15b0-8bfb-4050-9312-70e609742847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:26.107616 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-793d359c-c4a3-4135-ab32-d1df7e1858a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:27.454533 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:28.842282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:28.929362 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:38.921152 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:38.923849 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:39.280390 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:44.444454 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:44.445636 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:45.436971 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:40:49.266860 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:49.274265 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:53.941969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f151de38-2951-4ebb-98fd-90bba6a0f38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:55.428335 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:55.429645 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:40:56.102690 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c3e5cad7-f262-4c77-b436-0de0d2fbb6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:57.454029 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:58.843919 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:40:58.934555 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:08.926063 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:08.928079 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:09.295878 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:19.284493 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:19.290717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:21.434963 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:22.419541 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:22.437372 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:41:23.951163 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-106e1c37-3547-449c-97ca-32db69efe7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.108944 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9217f572-f712-4a6c-ae1a-04c3ca17a050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.268834 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59462) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:26.464126 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59482) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:26.531792 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-network', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:26.553407 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Made reservation on behalf of 63347c9bf4164b6b8f146ef830dc6e1a for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:26.555858 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.565005 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.644623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks [] for security_group (effb8472-1946-4584-af54-73f63b663535), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.649743 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (effb8472-1946-4584-af54-73f63b663535), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.671813 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:41:26.692490 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effb8472-1946-4584-af54-73f63b663535,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:26.701642 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.702083 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.702381 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.702781 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.703107 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.703513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.703896 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.704239 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.704564 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.705021 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.705332 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.705720 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.706059 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.706370 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.706734 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Tracked resource versions report: Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: pushed versions: Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: { 'AddressGroup': {'1.2'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Agent': {'1.1'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'ConntrackHelper': {'1.0'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Log': {'1.0'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'NDPProxy': {'1.0'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Network': {'1.1'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Port': {'1.7'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'PortForwarding': {'1.3'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'QosPolicy': {'1.10'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroup': {'1.5'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SubPort': {'1.0'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Subnet': {'1.1'}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Trunk': {'1.1'}} Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: consumer versions: Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Agent': '1.1', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'ConntrackHelper': '1.0', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'LocalIPAssociation': '1.0', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Log': '1.0', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'NDPProxy': '1.0', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Network': '1.1', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Port': '1.7', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'PortForwarding': '1.3', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'QosPolicy': '1.10', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroup': '1.5', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SecurityGroupRule': '1.2', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'SubPort': '1.0', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Subnet': '1.1', Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: 'Trunk': '1.1'}} Sep 14 02:41:26.707963 dv-cinder-857075-6-iscsi neutron-server[112943]: {{(pid=112943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:41:26.714056 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c50d7c13-b233-468f-9f7b-c97e2d0505b8), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.714380 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Added segment c50d7c13-b233-468f-9f7b-c97e2d0505b8 of type vlan for network 82d3281b-c915-4062-b12c-017b9fdc9c94 Sep 14 02:41:26.756493 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (82d3281b-c915-4062-b12c-017b9fdc9c94), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.784973 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (82d3281b-c915-4062-b12c-017b9fdc9c94), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.786046 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:26.786662 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.848610 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2006345726-network', 'tenant_id': '82504e22300a40958f2742999e126d48'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:26.857890 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5877223 Sep 14 02:41:26.860750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59502) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:26.865330 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Request body: {'subnet': {'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-subnet', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:26.874613 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161ceb-c5bf-4b21-b979-c7c7dcdee846 admin admin] Pushing event updated for resources: {'Network': ['ID=82d3281b-c915-4062-b12c-017b9fdc9c94,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:26.885471 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:41:26.907792 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Made reservation on behalf of 63347c9bf4164b6b8f146ef830dc6e1a for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:26.910910 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.924434 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Made reservation on behalf of 82504e22300a40958f2742999e126d48 for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:26.926955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:26.937278 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.024974 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59510) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:27.204499 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks [] for security_group (52ba2f38-4668-47fb-8adb-5a6dabe494dc), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.212028 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (52ba2f38-4668-47fb-8adb-5a6dabe494dc), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.257342 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:27.258545 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:41:27.269297 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:27.290859 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba2f38-4668-47fb-8adb-5a6dabe494dc,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:27.300363 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c3010b64-0332-4e1e-b9cc-bb6a58f96de6), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.300838 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Added segment c3010b64-0332-4e1e-b9cc-bb6a58f96de6 of type vlan for network 093854f5-22ad-4472-95a6-37dab652611a Sep 14 02:41:27.310563 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (2c930b20-7d22-473d-a470-ee52c5a64115), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.394394 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59526) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:27.404246 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c930b20-7d22-473d-a470-ee52c5a64115,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:27.416428 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (093854f5-22ad-4472-95a6-37dab652611a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.418911 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Checking segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:27.419266 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Network hostable DHCP agents. Network: 82d3281b-c915-4062-b12c-017b9fdc9c94, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:41:27.435811 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59530) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:27.450491 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:41:27.459178 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.469073 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 82d3281b-c915-4062-b12c-017b9fdc9c94) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:27.474105 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:27.475933 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.479751 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270108831-network', 'tenant_id': 'a969bb9293d24485bdc0bb7b1420a063'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:27.494810 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649126bd-3909-4972-9bb9-25ea65339673 None None] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:27.502642 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2408a075-ba8c-4cbf-8a35-6d5ed78eb256 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6408870 Sep 14 02:41:27.504272 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59534) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:27.509730 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:27.531753 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Made reservation on behalf of a969bb9293d24485bdc0bb7b1420a063 for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:27.532468 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (093854f5-22ad-4472-95a6-37dab652611a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.534252 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:27.534590 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.535283 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.548141 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (17c3cab7-ba61-43fb-b657-1acf1150b7b8), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.549639 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (17c3cab7-ba61-43fb-b657-1acf1150b7b8), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.551483 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.630484 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-82d3281b-c915-4062-b12c-017b9fdc9c94', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:41:27.632160 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.644001 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1786902 Sep 14 02:41:27.644620 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59538) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:27.651932 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Request body: {'subnet': {'network_id': '093854f5-22ad-4472-95a6-37dab652611a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2006345726-subnet', 'tenant_id': '82504e22300a40958f2742999e126d48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:27.684055 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Made reservation on behalf of 82504e22300a40958f2742999e126d48 for: {'subnet': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:27.690123 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.712523 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks [] for router_controller (17c3cab7-ba61-43fb-b657-1acf1150b7b8), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.839568 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-124633461-network', 'tenant_id': '2384279227724e9592e7593837e2fece'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:27.852873 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Allocated IP 172.20.0.2 (82d3281b-c915-4062-b12c-017b9fdc9c94/2c930b20-7d22-473d-a470-ee52c5a64115/f917a5e0-3927-4f1f-b0a8-db022aa5977b) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:27.875076 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks [] for router_gateway (17c3cab7-ba61-43fb-b657-1acf1150b7b8), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.883964 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bd1a7-3dae-4a99-a745-b3d20fdc329c admin admin] Pushing event updated for resources: {'Network': ['ID=093854f5-22ad-4472-95a6-37dab652611a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:27.915273 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-network', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:27.946767 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks [] for security_group (fb1fcea9-228e-48d4-bbce-18029dcda034), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.963949 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (fb1fcea9-228e-48d4-bbce-18029dcda034), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:27.979372 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:27.981857 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (ad0050e4-b7a6-4052-bddd-1f307b9ef80c), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.011723 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1fcea9-228e-48d4-bbce-18029dcda034,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:28.020498 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Made reservation on behalf of 2384279227724e9592e7593837e2fece for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:28.023562 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.030260 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Publish callbacks [] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.035820 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 093854f5-22ad-4472-95a6-37dab652611a details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:41:28.069246 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.070331 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.071274 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.071837 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.072799 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.073358 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.074411 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.074994 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.075559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.076249 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.076794 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.077459 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.078010 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.078553 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.079087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Tracked resource versions report: Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: pushed versions: Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: { 'AddressGroup': {'1.2'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Agent': {'1.1'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'ConntrackHelper': {'1.0'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Log': {'1.0'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'NDPProxy': {'1.0'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Network': {'1.1'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Port': {'1.7'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'PortForwarding': {'1.3'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'QosPolicy': {'1.10'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroup': {'1.5'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SubPort': {'1.0'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Subnet': {'1.1'}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Trunk': {'1.1'}} Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: consumer versions: Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Agent': '1.1', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'ConntrackHelper': '1.0', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'LocalIPAssociation': '1.0', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Log': '1.0', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'NDPProxy': '1.0', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Network': '1.1', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Port': '1.7', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'PortForwarding': '1.3', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'QosPolicy': '1.10', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroup': '1.5', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SecurityGroupRule': '1.2', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'SubPort': '1.0', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Subnet': '1.1', Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: 'Trunk': '1.1'}} Sep 14 02:41:28.080548 dv-cinder-857075-6-iscsi neutron-server[112942]: {{(pid=112942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:41:28.112076 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:41:28.124335 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.128106 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:28.132869 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.139239 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Made reservation on behalf of cb212de0b0cd4c12be19df0a9146bc66 for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:28.142392 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.176812 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:28.177977 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0050e4-b7a6-4052-bddd-1f307b9ef80c,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:28.185951 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:28.192382 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:28.197925 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (be0f927b-dc8e-4f64-a2eb-cda1d6dc9815), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.198261 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Added segment be0f927b-dc8e-4f64-a2eb-cda1d6dc9815 of type vlan for network 2a4d7d47-fe38-4a20-a7ec-05e6d86342af Sep 14 02:41:28.199679 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.200039 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Pushing event updated for resources: {'Port': ['ID=f917a5e0-3927-4f1f-b0a8-db022aa5977b,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:28.204645 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks [] for router_gateway (17c3cab7-ba61-43fb-b657-1acf1150b7b8), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.212303 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.212917 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.213513 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.214085 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.214943 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.215475 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.215980 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.216483 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.216995 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.217510 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.218081 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.218913 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.219612 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.220196 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.220859 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Tracked resource versions report: Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: pushed versions: Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: { 'AddressGroup': {'1.2'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Agent': {'1.1'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'ConntrackHelper': {'1.0'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Log': {'1.0'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'NDPProxy': {'1.0'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Network': {'1.1'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Port': {'1.7'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'PortForwarding': {'1.3'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'QosPolicy': {'1.10'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroup': {'1.5'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SubPort': {'1.0'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Subnet': {'1.1'}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Trunk': {'1.1'}} Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: consumer versions: Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Agent': '1.1', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'ConntrackHelper': '1.0', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'LocalIPAssociation': '1.0', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Log': '1.0', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'NDPProxy': '1.0', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Network': '1.1', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Port': '1.7', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'PortForwarding': '1.3', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'QosPolicy': '1.10', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroup': '1.5', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SecurityGroupRule': '1.2', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'SubPort': '1.0', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Subnet': '1.1', Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: 'Trunk': '1.1'}} Sep 14 02:41:28.222546 dv-cinder-857075-6-iscsi neutron-server[112944]: {{(pid=112944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:41:28.231747 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.307839 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (2a4d7d47-fe38-4a20-a7ec-05e6d86342af), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.310578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Attempting to bind port f917a5e0-3927-4f1f-b0a8-db022aa5977b on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:28.310970 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Attempting to bind port f917a5e0-3927-4f1f-b0a8-db022aa5977b by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:28.314687 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Attempting to bind port f917a5e0-3927-4f1f-b0a8-db022aa5977b on network 82d3281b-c915-4062-b12c-017b9fdc9c94 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:28.364229 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:28.365072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Checking segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:28.365633 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.366189 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Bound using segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:28.366877 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Bound port: f917a5e0-3927-4f1f-b0a8-db022aa5977b, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:28.367418 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.385382 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:28.402702 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:28.403825 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Checking segment: {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:28.404288 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Network hostable DHCP agents. Network: 093854f5-22ad-4472-95a6-37dab652611a, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:41:28.418739 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Allocated IP 172.27.2.128 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/1b789baf-e3f4-4b50-b091-664a97c0fdd7) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:28.441799 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] For port f917a5e0-3927-4f1f-b0a8-db022aa5977b, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:28.446120 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] For port f917a5e0-3927-4f1f-b0a8-db022aa5977b, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=f917a5e0-3927-4f1f-b0a8-db022aa5977b,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:28.456417 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.483466 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (2a4d7d47-fe38-4a20-a7ec-05e6d86342af), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.490399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:28.490987 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.515826 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Network 093854f5-22ad-4472-95a6-37dab652611a is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:41:28.544343 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdf064-2670-4265-a61b-11da851c8f2f None None] Pushing event updated for resources: {'Port': ['ID=f917a5e0-3927-4f1f-b0a8-db022aa5977b,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:28.560983 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5341756 Sep 14 02:41:28.569974 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 093854f5-22ad-4472-95a6-37dab652611a) {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:28.573200 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks [] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.580595 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ebba6-b095-42aa-9e8c-b65bc6166c75 None None] Network 093854f5-22ad-4472-95a6-37dab652611a requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:28.589369 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59570) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:28.596640 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Request body: {'subnet': {'network_id': '2a4d7d47-fe38-4a20-a7ec-05e6d86342af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270108831-subnet', 'tenant_id': 'a969bb9293d24485bdc0bb7b1420a063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:28.612793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.626826 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks [] for security_group (70a33210-8356-41cb-b74a-8a87a2956b0e), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.635519 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:28.636114 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.640522 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Made reservation on behalf of a969bb9293d24485bdc0bb7b1420a063 for: {'subnet': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:28.642957 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.672067 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:28.675832 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:28.690501 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:28.694863 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Pushing event updated for resources: {'Port': ['ID=1b789baf-e3f4-4b50-b091-664a97c0fdd7,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:28.744797 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (70a33210-8356-41cb-b74a-8a87a2956b0e), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.758963 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:41:28.768816 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (1be165f6-bcbe-4907-8dab-204ba3398534), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.769107 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Added segment 1be165f6-bcbe-4907-8dab-204ba3398534 of type vlan for network 2f525623-45a9-4221-9021-b4c89c572bd6 Sep 14 02:41:28.828895 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-093854f5-22ad-4472-95a6-37dab652611a', 'network_id': '093854f5-22ad-4472-95a6-37dab652611a', 'project_id': '82504e22300a40958f2742999e126d48', 'fixed_ips': [{'subnet_id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:41:28.829988 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.839364 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (2f525623-45a9-4221-9021-b4c89c572bd6), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:28.957566 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-3fbf90a3-04c9-47d5-9043-2cd7c3b0ba6f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2696548 Sep 14 02:41:28.964552 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59582) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:28.964552 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:28.965129 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcc9dc-f12c-4e44-9278-b2a651c8d1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4d7d47-fe38-4a20-a7ec-05e6d86342af,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:28.985215 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=9 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:29.014195 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.023326 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 2a4d7d47-fe38-4a20-a7ec-05e6d86342af details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:41:29.027896 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:29.061125 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a33210-8356-41cb-b74a-8a87a2956b0e,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:29.078178 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (2f525623-45a9-4221-9021-b4c89c572bd6), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.079189 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:29.079759 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.107113 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.139476 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.140990 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.170122 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks [] for security_group (1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.176691 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] Pushing event updated for resources: {'Network': ['ID=2f525623-45a9-4221-9021-b4c89c572bd6,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:29.192804 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:29.202095 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.241263 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-cf7dfd31-346e-475a-9a50-2efb72a00a53 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8033633 Sep 14 02:41:29.244144 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59592) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:29.249454 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Request body: {'subnet': {'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-124633461-subnet', 'tenant_id': '2384279227724e9592e7593837e2fece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:29.263177 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:29.278340 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:41:29.291569 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:29.293972 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 2f525623-45a9-4221-9021-b4c89c572bd6 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:41:29.304934 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (90854949-0cb8-49ff-9e19-6f991810a34a), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.305147 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Added segment 90854949-0cb8-49ff-9e19-6f991810a34a of type vlan for network 093d7def-c1d0-43ef-8c4a-613a55a543d1 Sep 14 02:41:29.328310 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks [] for router_controller (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.343778 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks [] for router_gateway (17c3cab7-ba61-43fb-b657-1acf1150b7b8), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.428982 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (093d7def-c1d0-43ef-8c4a-613a55a543d1), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.482181 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (53b83c76-1653-4912-a2b9-e6b9b37654f7), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.488631 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Allocated IP 172.20.0.2 (093854f5-22ad-4472-95a6-37dab652611a/ad0050e4-b7a6-4052-bddd-1f307b9ef80c/97f90a99-0c6f-48d9-9183-de02aa678c0b) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:29.516017 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:29.571715 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (093d7def-c1d0-43ef-8c4a-613a55a543d1), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.573386 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:29.574004 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.699920 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] Pushing event updated for resources: {'Network': ['ID=093d7def-c1d0-43ef-8c4a-613a55a543d1,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:29.726122 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b83c76-1653-4912-a2b9-e6b9b37654f7,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:29.743010 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ab0f90e5-dcea-4703-adbc-a34724a0d504 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3448312 Sep 14 02:41:29.745068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59620) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:29.750028 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Request body: {'subnet': {'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-subnet', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:29.765003 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Checking segment: {'id': 'be0f927b-dc8e-4f64-a2eb-cda1d6dc9815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a4d7d47-fe38-4a20-a7ec-05e6d86342af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:29.765341 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Network hostable DHCP agents. Network: 2a4d7d47-fe38-4a20-a7ec-05e6d86342af, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:41:29.785840 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Publish callbacks [] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.797358 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:41:29.803314 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.808885 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Made reservation on behalf of cb212de0b0cd4c12be19df0a9146bc66 for: {'subnet': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:29.811215 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks [] for router_gateway (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.813303 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.817597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Network 2a4d7d47-fe38-4a20-a7ec-05e6d86342af is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:41:29.831739 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:29.846342 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 2a4d7d47-fe38-4a20-a7ec-05e6d86342af) {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:29.907349 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a9e80-bad4-4ffe-b8fc-ec5fb6136fe2 None None] Network 2a4d7d47-fe38-4a20-a7ec-05e6d86342af requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:29.909687 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:29.910354 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:29.968081 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-637b74cd-43be-4cef-b598-b52d946bd269 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3772144 Sep 14 02:41:29.992225 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Made reservation on behalf of 2384279227724e9592e7593837e2fece for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:29.999215 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.151480 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Network 093854f5-22ad-4472-95a6-37dab652611a is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:30.162703 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d62195-f174-4934-9d53-08c6a9a46a9d None None] Network 2a4d7d47-fe38-4a20-a7ec-05e6d86342af requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:30.304155 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a59cb3-5386-49e1-90e8-e4f649086f7c None None] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:30.314908 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.321119 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:30.323667 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:30.332066 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Pushing event updated for resources: {'Port': ['ID=97f90a99-0c6f-48d9-9183-de02aa678c0b,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:30.345335 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] Provisioning complete for port f917a5e0-3927-4f1f-b0a8-db022aa5977b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:30.345774 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.346709 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] Attempt 1 to provision port f917a5e0-3927-4f1f-b0a8-db022aa5977b Sep 14 02:41:30.484930 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:30.503537 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:30.512412 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Checking segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:30.512839 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Network hostable DHCP agents. Network: 093d7def-c1d0-43ef-8c4a-613a55a543d1, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:41:30.522753 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks [] for router_gateway (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.564611 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (17c3cab7-ba61-43fb-b657-1acf1150b7b8), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.573345 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.576744 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:41:30.607841 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Attempting to bind port 97f90a99-0c6f-48d9-9183-de02aa678c0b on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:30.608952 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Attempting to bind port 97f90a99-0c6f-48d9-9183-de02aa678c0b by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:30.609386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Attempting to bind port 97f90a99-0c6f-48d9-9183-de02aa678c0b on network 093854f5-22ad-4472-95a6-37dab652611a {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:30.610703 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 093d7def-c1d0-43ef-8c4a-613a55a543d1) {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:30.617488 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:30.618124 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.650726 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:30.685147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59658) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:30.686187 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] Current status of the port f917a5e0-3927-4f1f-b0a8-db022aa5977b is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:30.686773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.687006 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-fb8a1ef7-acc7-4ded-bbc9-b73032ac52a3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9398541 Sep 14 02:41:30.689583 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24979cde-c996-49a1-aa21-6dcf035b3bd1 None None] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:30.718043 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:30.735707 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59664) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:30.807354 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (2620c270-251b-4e33-b239-49b4c5f11c9f), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.808185 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (2620c270-251b-4e33-b239-49b4c5f11c9f), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.907054 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks [] for router_controller (2620c270-251b-4e33-b239-49b4c5f11c9f), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:30.927640 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:30.929482 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:30.956072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device f917a5e0-3927-4f1f-b0a8-db022aa5977b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:31.023169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] For port f917a5e0-3927-4f1f-b0a8-db022aa5977b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=f917a5e0-3927-4f1f-b0a8-db022aa5977b,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:31.023169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:31.023169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Checking segment: {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:31.023169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.023169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Bound using segment: {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:31.023169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Bound port: 97f90a99-0c6f-48d9-9183-de02aa678c0b, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:31.023169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.073282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.106691 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fff924ce-dbc3-4d6f-afc1-67925ab84201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.181896 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-093d7def-c1d0-43ef-8c4a-613a55a543d1', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:41:31.182837 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.219320 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Allocated IP 172.27.2.179 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:31.236897 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fff924ce-dbc3-4d6f-afc1-67925ab84201 admin admin] Publish callbacks [] for security_group (822d5f31-ddc4-4b07-9437-f1ebb6527af3), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.244944 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port f917a5e0-3927-4f1f-b0a8-db022aa5977b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:31.245348 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.245681 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port f917a5e0-3927-4f1f-b0a8-db022aa5977b Sep 14 02:41:31.247395 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fff924ce-dbc3-4d6f-afc1-67925ab84201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (822d5f31-ddc4-4b07-9437-f1ebb6527af3), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.252961 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (eda67f7e-3759-43ff-9fe5-a5c47f18929f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.272522 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a603305-dd49-4332-8cd3-a857e9f7afd2 None None] Pushing event updated for resources: {'Port': ['ID=f917a5e0-3927-4f1f-b0a8-db022aa5977b,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:31.275929 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] For port 97f90a99-0c6f-48d9-9183-de02aa678c0b, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:31.280814 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-2f8c7ae0-4fab-4b59-8874-be4fa629a79f None None] Provisioning complete for port f917a5e0-3927-4f1f-b0a8-db022aa5977b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:31.281172 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7ae0-4fab-4b59-8874-be4fa629a79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.281510 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-2f8c7ae0-4fab-4b59-8874-be4fa629a79f None None] Attempt 1 to provision port f917a5e0-3927-4f1f-b0a8-db022aa5977b Sep 14 02:41:31.331582 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:31.335053 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] For port 97f90a99-0c6f-48d9-9183-de02aa678c0b, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=97f90a99-0c6f-48d9-9183-de02aa678c0b,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:31.354224 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff924ce-dbc3-4d6f-afc1-67925ab84201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d5f31-ddc4-4b07-9437-f1ebb6527af3,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:31.391534 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-fff924ce-dbc3-4d6f-afc1-67925ab84201 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8f4e0edee2a54946a368c627ebabe439&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6546102 Sep 14 02:41:31.394435 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59696) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:31.399376 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.459199 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks [] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.492444 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59704) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:31.503126 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1664395261-network', 'tenant_id': '8bbcf5a239ac45a5802b2da5ac29605f'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:31.511532 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:31.595199 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.619002 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f83d47-53ff-4968-8d1f-562e4bbc18e2 None None] Pushing event updated for resources: {'Port': ['ID=97f90a99-0c6f-48d9-9183-de02aa678c0b,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:31.625123 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a969d451-2480-4833-acaf-d8b62ecd48ad admin admin] Publish callbacks [] for security_group (822d5f31-ddc4-4b07-9437-f1ebb6527af3), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.627656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port f917a5e0-3927-4f1f-b0a8-db022aa5977b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:31.632581 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c7ae0-4fab-4b59-8874-be4fa629a79f None None] Current status of the port f917a5e0-3927-4f1f-b0a8-db022aa5977b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:31.641717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Allocated IP 172.20.0.2 (093d7def-c1d0-43ef-8c4a-613a55a543d1/b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2/74c3a681-379a-482a-b801-72930d9ee15b) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:31.684761 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a969d451-2480-4833-acaf-d8b62ecd48ad admin admin] Publish callbacks [] for security_group (822d5f31-ddc4-4b07-9437-f1ebb6527af3), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.739573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:31.740829 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda67f7e-3759-43ff-9fe5-a5c47f18929f,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:31.785088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Checking segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:31.785887 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Network hostable DHCP agents. Network: 2f525623-45a9-4221-9021-b4c89c572bd6, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:41:31.828169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a969d451-2480-4833-acaf-d8b62ecd48ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (822d5f31-ddc4-4b07-9437-f1ebb6527af3), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.831845 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a969d451-2480-4833-acaf-d8b62ecd48ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.837822 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a969d451-2480-4833-acaf-d8b62ecd48ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/822d5f31-ddc4-4b07-9437-f1ebb6527af3 HTTP/1.1" status: 204 len: 168 time: 0.4420485 Sep 14 02:41:31.863423 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks [] for router_gateway (2620c270-251b-4e33-b239-49b4c5f11c9f), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:31.882209 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969d451-2480-4833-acaf-d8b62ecd48ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d5f31-ddc4-4b07-9437-f1ebb6527af3,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:31.887416 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:31.931388 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:31.946291 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:32.056345 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Publish callbacks [] for port (74c3a681-379a-482a-b801-72930d9ee15b), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.073219 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (74c3a681-379a-482a-b801-72930d9ee15b), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.187655 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:32.194204 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Made reservation on behalf of 8bbcf5a239ac45a5802b2da5ac29605f for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:32.196540 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.203454 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:32.209610 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:32.216356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Pushing event updated for resources: {'Port': ['ID=74c3a681-379a-482a-b801-72930d9ee15b,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:32.257097 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:41:32.309372 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Network 2f525623-45a9-4221-9021-b4c89c572bd6 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:41:32.311528 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Attempting to bind port 74c3a681-379a-482a-b801-72930d9ee15b on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:32.311869 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Attempting to bind port 74c3a681-379a-482a-b801-72930d9ee15b by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:32.312223 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Attempting to bind port 74c3a681-379a-482a-b801-72930d9ee15b on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:32.319872 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.362909 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:32.365354 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 2f525623-45a9-4221-9021-b4c89c572bd6) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:32.366171 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:32.366830 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Checking segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:32.367440 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.369005 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Bound using segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:32.369810 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Bound port: 74c3a681-379a-482a-b801-72930d9ee15b, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:32.370326 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (74c3a681-379a-482a-b801-72930d9ee15b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.431435 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:32.498276 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59760) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:32.500495 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] For port 74c3a681-379a-482a-b801-72930d9ee15b, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:32.504369 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] For port 74c3a681-379a-482a-b801-72930d9ee15b, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=74c3a681-379a-482a-b801-72930d9ee15b,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:32.513155 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c82b629a-a665-4e26-b966-96418f96f276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.519305 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (74c3a681-379a-482a-b801-72930d9ee15b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.600328 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:32.622925 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568d4f-4f47-4c09-bb37-a956c528172a None None] Pushing event updated for resources: {'Port': ['ID=74c3a681-379a-482a-b801-72930d9ee15b,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:32.726578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9bdb3d-5482-40ed-ac45-549937274a16 None None] Network 2f525623-45a9-4221-9021-b4c89c572bd6 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:32.731953 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c82b629a-a665-4e26-b966-96418f96f276 admin admin] Publish callbacks [] for security_group (2e5c4f6a-155b-4904-8435-f987887aa61d), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.738047 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c82b629a-a665-4e26-b966-96418f96f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (2e5c4f6a-155b-4904-8435-f987887aa61d), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.870657 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-c82b629a-a665-4e26-b966-96418f96f276 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ba51059af7074476be492a762bf7af2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3711872 Sep 14 02:41:32.871960 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b629a-a665-4e26-b966-96418f96f276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c4f6a-155b-4904-8435-f987887aa61d,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:32.886060 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59774) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:32.935466 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks [] for security_group (ec7e0522-ae09-4d20-be99-bc3452ed3a6a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:32.975208 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b10431c1-7e85-47c3-80a6-4e9bd8a83241 admin admin] Publish callbacks [] for security_group (2e5c4f6a-155b-4904-8435-f987887aa61d), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.012536 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b10431c1-7e85-47c3-80a6-4e9bd8a83241 admin admin] Publish callbacks [] for security_group (2e5c4f6a-155b-4904-8435-f987887aa61d), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.017884 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1df288-45c8-4264-988c-86344554eb23 None None] Network 093854f5-22ad-4472-95a6-37dab652611a requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:33.115448 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b10431c1-7e85-47c3-80a6-4e9bd8a83241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (2e5c4f6a-155b-4904-8435-f987887aa61d), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.118728 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b10431c1-7e85-47c3-80a6-4e9bd8a83241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.122551 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b10431c1-7e85-47c3-80a6-4e9bd8a83241 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2e5c4f6a-155b-4904-8435-f987887aa61d HTTP/1.1" status: 204 len: 168 time: 0.2330585 Sep 14 02:41:33.129748 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10431c1-7e85-47c3-80a6-4e9bd8a83241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c4f6a-155b-4904-8435-f987887aa61d,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:33.165574 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:33.168430 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.220255 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ec7e0522-ae09-4d20-be99-bc3452ed3a6a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.240638 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] Provisioning complete for port 97f90a99-0c6f-48d9-9183-de02aa678c0b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:33.240638 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.240638 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] Attempt 1 to provision port 97f90a99-0c6f-48d9-9183-de02aa678c0b Sep 14 02:41:33.302767 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-2f525623-45a9-4221-9021-b4c89c572bd6', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'project_id': '2384279227724e9592e7593837e2fece', 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:41:33.304452 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.311038 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device f917a5e0-3927-4f1f-b0a8-db022aa5977b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:33.380081 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:33.400863 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59790) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:33.408756 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:33.431392 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:33.439362 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks [] for router_gateway (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.451934 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:33.462750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:33.480477 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Sync routers for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:33.497085 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:33.505419 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:33.553873 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-910595ee-5fe4-4c83-be71-0b2cbaeca960 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.3081858 Sep 14 02:41:33.556441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59798) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:33.562704 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:33.573895 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:41:33.592310 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port f917a5e0-3927-4f1f-b0a8-db022aa5977b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:33.592879 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.593352 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port f917a5e0-3927-4f1f-b0a8-db022aa5977b Sep 14 02:41:33.632060 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (8ef039d4-d084-45b3-8e2e-c6944ab40782), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.633840 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (8ef039d4-d084-45b3-8e2e-c6944ab40782), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.671814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e0522-ae09-4d20-be99-bc3452ed3a6a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:33.690796 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (cba729e3-ea4e-42f3-b515-f9c4f0083b62), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.692056 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Added segment cba729e3-ea4e-42f3-b515-f9c4f0083b62 of type vlan for network 9610bb50-938a-467e-95a2-fbd40fe3f754 Sep 14 02:41:33.699869 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.702998 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ad35b3d5-bc7c-4775-88a8-028e87d9ee8e admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1970022 Sep 14 02:41:33.707678 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks [] for router_gateway (2620c270-251b-4e33-b239-49b4c5f11c9f), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.726049 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59804) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:33.732948 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] Current status of the port 97f90a99-0c6f-48d9-9183-de02aa678c0b is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:33.733346 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.756507 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:33.758543 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-acefe007-8d22-46b3-88a8-c8ea8f2acec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.876232 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks [] for router_controller (8ef039d4-d084-45b3-8e2e-c6944ab40782), precommit_add_association {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:33.876649 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Allocated IP 172.20.0.2 (2f525623-45a9-4221-9021-b4c89c572bd6/eda67f7e-3759-43ff-9fe5-a5c47f18929f/36d42c4e-9410-4bc1-9c0c-bee77f387884) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:33.878406 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:33.940840 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] For port 97f90a99-0c6f-48d9-9183-de02aa678c0b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=97f90a99-0c6f-48d9-9183-de02aa678c0b,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:33.975993 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.066538 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.125735 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcac7c-d014-405a-802d-8f78cd400828 None None] Pushing event updated for resources: {'Port': ['ID=97f90a99-0c6f-48d9-9183-de02aa678c0b,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:34.153179 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (9610bb50-938a-467e-95a2-fbd40fe3f754), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.173361 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port f917a5e0-3927-4f1f-b0a8-db022aa5977b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:34.174544 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 97f90a99-0c6f-48d9-9183-de02aa678c0b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:34.213259 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:28Z', 'revision_number': 3, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:34.246075 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7dc355-6efe-450f-80c9-ba36281831c6 None None] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:34.255247 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Checking router: 17c3cab7-ba61-43fb-b657-1acf1150b7b8 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:34.256794 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Updating router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:34.297251 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 97f90a99-0c6f-48d9-9183-de02aa678c0b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:34.298186 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.298186 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 97f90a99-0c6f-48d9-9183-de02aa678c0b Sep 14 02:41:34.300086 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.355551 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (9610bb50-938a-467e-95a2-fbd40fe3f754), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.356687 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:34.357262 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.358962 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks [] for router_gateway (8ef039d4-d084-45b3-8e2e-c6944ab40782), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.372441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-acefe007-8d22-46b3-88a8-c8ea8f2acec9 admin admin] Publish callbacks [] for security_group (c2623c2d-ec9d-4950-8c23-212965a536fa), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.384426 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-acefe007-8d22-46b3-88a8-c8ea8f2acec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c2623c2d-ec9d-4950-8c23-212965a536fa), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.407948 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-83692102-d1f3-4e24-a39f-306cf22284f6 None None] Provisioning complete for port 97f90a99-0c6f-48d9-9183-de02aa678c0b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:34.408757 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-83692102-d1f3-4e24-a39f-306cf22284f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.409298 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-83692102-d1f3-4e24-a39f-306cf22284f6 None None] Attempt 1 to provision port 97f90a99-0c6f-48d9-9183-de02aa678c0b Sep 14 02:41:34.414556 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9181314 Sep 14 02:41:34.428707 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59816) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:34.439693 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Request body: {'subnet': {'network_id': '9610bb50-938a-467e-95a2-fbd40fe3f754', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1664395261-subnet', 'tenant_id': '8bbcf5a239ac45a5802b2da5ac29605f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:34.448973 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefe007-8d22-46b3-88a8-c8ea8f2acec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2623c2d-ec9d-4950-8c23-212965a536fa,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:34.502387 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:34.515513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Allocated IP 172.27.2.144 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/8bb8c43a-cc45-4cb4-85c7-de28de146ea4) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:34.540788 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-acefe007-8d22-46b3-88a8-c8ea8f2acec9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1fe39b13375a46678df8b4896e9215a0&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1385767 Sep 14 02:41:34.543488 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59822) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:34.588928 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.601753 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a0f2-4992-4910-9812-074782b47021 admin admin] Pushing event updated for resources: {'Network': ['ID=9610bb50-938a-467e-95a2-fbd40fe3f754,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:34.621832 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 9610bb50-938a-467e-95a2-fbd40fe3f754 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:41:34.622942 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Made reservation on behalf of 8bbcf5a239ac45a5802b2da5ac29605f for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:34.625262 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.638163 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:34.639410 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:34.716403 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 97f90a99-0c6f-48d9-9183-de02aa678c0b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:34.771782 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7416d735-42eb-41ac-b2eb-cdc85fff95ac admin admin] Publish callbacks [] for security_group (c2623c2d-ec9d-4950-8c23-212965a536fa), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.923583 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7416d735-42eb-41ac-b2eb-cdc85fff95ac admin admin] Publish callbacks [] for security_group (c2623c2d-ec9d-4950-8c23-212965a536fa), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:34.925527 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:34.941386 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:34.999099 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks [] for router_gateway (8ef039d4-d084-45b3-8e2e-c6944ab40782), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.093833 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Publish callbacks [] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.097059 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.100626 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 74c3a681-379a-482a-b801-72930d9ee15b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:35.113441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7416d735-42eb-41ac-b2eb-cdc85fff95ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c2623c2d-ec9d-4950-8c23-212965a536fa), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.122172 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7416d735-42eb-41ac-b2eb-cdc85fff95ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.130056 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7416d735-42eb-41ac-b2eb-cdc85fff95ac admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2623c2d-ec9d-4950-8c23-212965a536fa HTTP/1.1" status: 204 len: 168 time: 0.5855041 Sep 14 02:41:35.130552 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.132786 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-83692102-d1f3-4e24-a39f-306cf22284f6 None None] Current status of the port 97f90a99-0c6f-48d9-9183-de02aa678c0b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:35.188836 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Network 2f525623-45a9-4221-9021-b4c89c572bd6 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:35.193675 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:35.196136 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:35.243385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Pushing event updated for resources: {'Port': ['ID=36d42c4e-9410-4bc1-9c0c-bee77f387884,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:35.274252 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 74c3a681-379a-482a-b801-72930d9ee15b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:35.274929 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (74c3a681-379a-482a-b801-72930d9ee15b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.274929 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 74c3a681-379a-482a-b801-72930d9ee15b Sep 14 02:41:35.313512 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] Provisioning complete for port 74c3a681-379a-482a-b801-72930d9ee15b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:35.313827 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (74c3a681-379a-482a-b801-72930d9ee15b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.314238 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] Attempt 1 to provision port 74c3a681-379a-482a-b801-72930d9ee15b Sep 14 02:41:35.349395 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:35.378083 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (c74bc459-f0b0-4e46-a36e-a24f300e684e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.387057 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416d735-42eb-41ac-b2eb-cdc85fff95ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2623c2d-ec9d-4950-8c23-212965a536fa,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:35.395791 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks [] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.501551 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Attempting to bind port 36d42c4e-9410-4bc1-9c0c-bee77f387884 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:35.502010 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Attempting to bind port 36d42c4e-9410-4bc1-9c0c-bee77f387884 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:35.502392 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Attempting to bind port 36d42c4e-9410-4bc1-9c0c-bee77f387884 on network 2f525623-45a9-4221-9021-b4c89c572bd6 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:35.528794 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74bc459-f0b0-4e46-a36e-a24f300e684e,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:35.587667 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:41:35.593591 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.614329 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Checking segment: {'id': 'cba729e3-ea4e-42f3-b515-f9c4f0083b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9610bb50-938a-467e-95a2-fbd40fe3f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:35.614329 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Network hostable DHCP agents. Network: 9610bb50-938a-467e-95a2-fbd40fe3f754, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:41:35.615959 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:35.616662 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Checking segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:35.617061 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.617442 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Bound using segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:35.617986 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Bound port: 36d42c4e-9410-4bc1-9c0c-bee77f387884, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:35.618393 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.622686 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] Current status of the port 74c3a681-379a-482a-b801-72930d9ee15b is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:35.622826 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (74c3a681-379a-482a-b801-72930d9ee15b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.642527 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 74c3a681-379a-482a-b801-72930d9ee15b is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:35.642964 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (74c3a681-379a-482a-b801-72930d9ee15b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.665409 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:35.674937 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:35.676983 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.694842 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:35.714958 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] For port 74c3a681-379a-482a-b801-72930d9ee15b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=74c3a681-379a-482a-b801-72930d9ee15b,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:35.728702 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (74c3a681-379a-482a-b801-72930d9ee15b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.742441 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:35.747585 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:35.759549 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:35.762320 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:35.785383 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] For port 36d42c4e-9410-4bc1-9c0c-bee77f387884, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:35.812951 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:35.813105 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Network 9610bb50-938a-467e-95a2-fbd40fe3f754 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:41:35.824504 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] For port 36d42c4e-9410-4bc1-9c0c-bee77f387884, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=36d42c4e-9410-4bc1-9c0c-bee77f387884,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:35.842862 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.db.api [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:41:35.843059 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG oslo_db.api [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:41:35.865639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-0abe8fc4-a240-4f61-ae57-79b93943ba4b None None] Provisioning complete for port 74c3a681-379a-482a-b801-72930d9ee15b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:35.866013 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0abe8fc4-a240-4f61-ae57-79b93943ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (74c3a681-379a-482a-b801-72930d9ee15b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.866328 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-0abe8fc4-a240-4f61-ae57-79b93943ba4b None None] Attempt 1 to provision port 74c3a681-379a-482a-b801-72930d9ee15b Sep 14 02:41:35.874637 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.898023 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cea51-7bee-497e-937b-408b5ef0d97b None None] Pushing event updated for resources: {'Port': ['ID=74c3a681-379a-482a-b801-72930d9ee15b,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:35.918504 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 9610bb50-938a-467e-95a2-fbd40fe3f754) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:35.942617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70da27-69fe-482a-96b2-ed19129bd780 None None] Network 9610bb50-938a-467e-95a2-fbd40fe3f754 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:35.954587 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Publish callbacks [] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:35.968336 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.025180 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59848) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:36.041017 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a9206-5447-4be8-a559-effc98d96331 None None] Pushing event updated for resources: {'Port': ['ID=36d42c4e-9410-4bc1-9c0c-bee77f387884,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:36.048359 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Pushing event updated for resources: {'Port': ['ID=1b789baf-e3f4-4b50-b091-664a97c0fdd7,revision_number=2']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:36.060391 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.060741 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.061098 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.063723 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:36.064039 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.064334 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.064446 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.064745 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.065272 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.065704 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.066715 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.067165 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.067596 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.068091 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.068427 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.069267 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.069602 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Tracked resource versions report: Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: pushed versions: Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: { 'AddressGroup': {'1.2'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Agent': {'1.1'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'ConntrackHelper': {'1.0'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'LocalIPAssociation': {'1.0'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Log': {'1.0'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'NDPProxy': {'1.0'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Network': {'1.1'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Port': {'1.7'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'PortForwarding': {'1.3'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'QosPolicy': {'1.10'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroup': {'1.5'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroupRule': {'1.2'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SubPort': {'1.0'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Subnet': {'1.1'}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Trunk': {'1.1'}} Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: consumer versions: Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: { DHCP agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: HyperV agent@hv-cinder-85707: {}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: L3 agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: Metadata agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: Metering agent@dv-cinder-857075-6-iscsi: {}, Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: Open vSwitch agent@dv-cinder-857075-6-iscsi: { 'AddressGroup': '1.2', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Agent': '1.1', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'ConntrackHelper': '1.0', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'LocalIPAssociation': '1.0', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Log': '1.0', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'NDPProxy': '1.0', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Network': '1.1', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Port': '1.7', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'PortForwarding': '1.3', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'QosPolicy': '1.10', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroup': '1.5', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SecurityGroupRule': '1.2', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'SubPort': '1.0', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Subnet': '1.1', Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: 'Trunk': '1.1'}} Sep 14 02:41:36.070879 dv-cinder-857075-6-iscsi neutron-server[112945]: {{(pid=112945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 02:41:36.074550 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Attempting to bind port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:36.074550 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Attempting to bind port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:36.074965 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Attempting to bind port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:36.133469 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Allocated IP 172.27.2.249 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/e7879a11-e4aa-4d8c-abf2-75c393997df9) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:36.143835 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb416f84-0db1-4cc1-aa77-57dd83639654 None None] Network 9610bb50-938a-467e-95a2-fbd40fe3f754 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:36.153907 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:36.154326 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:36.154744 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.155134 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:36.155692 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Bound port: 1b789baf-e3f4-4b50-b091-664a97c0fdd7, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:36.156067 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.166131 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5faeeea6-b7fb-4876-9a79-ab6b13abfd34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.192374 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-0abe8fc4-a240-4f61-ae57-79b93943ba4b None None] Current status of the port 74c3a681-379a-482a-b801-72930d9ee15b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:36.284472 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-9b3521d8-ed39-4ade-81ae-503968e0399e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8546784 Sep 14 02:41:36.290456 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:36.315209 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] For port 1b789baf-e3f4-4b50-b091-664a97c0fdd7, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:36.319684 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] For port 1b789baf-e3f4-4b50-b091-664a97c0fdd7, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1b789baf-e3f4-4b50-b091-664a97c0fdd7,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:36.323342 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:36.333733 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.339635 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Sync routers for ids ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:36.380844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks [] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.438201 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd013594-49b2-475a-a633-0000d0eb20cb None None] Pushing event updated for resources: {'Port': ['ID=1b789baf-e3f4-4b50-b091-664a97c0fdd7,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:36.474745 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Routers {'05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:36.475373 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:36.475479 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:36.476014 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:36.490041 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.491929 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.492345 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ddca09e5-710c-4324-a74a-cec5cbbac3e8 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5649526 Sep 14 02:41:36.497333 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59856) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:36.568158 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59858) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:36.580811 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Allocated IP 172.20.0.1 (82d3281b-c915-4062-b12c-017b9fdc9c94/2c930b20-7d22-473d-a470-ee52c5a64115/e8da3351-0839-4cd0-8d83-da3c08e8e771) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:36.622321 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 74c3a681-379a-482a-b801-72930d9ee15b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:36.623297 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 97f90a99-0c6f-48d9-9183-de02aa678c0b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:36.650782 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5faeeea6-b7fb-4876-9a79-ab6b13abfd34 admin admin] Publish callbacks [] for security_group (3acd4ff8-8c15-40fc-9f32-775fb8a82db6), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.656174 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:36.666854 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5faeeea6-b7fb-4876-9a79-ab6b13abfd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3acd4ff8-8c15-40fc-9f32-775fb8a82db6), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.677192 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks [] for router_gateway (2620c270-251b-4e33-b239-49b4c5f11c9f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.699206 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:36.711801 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:36.726183 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:36.753883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Pushing event updated for resources: {'Port': ['ID=e7879a11-e4aa-4d8c-abf2-75c393997df9,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:36.783621 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Set router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:36.804838 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] Deleting subnet 53b83c76-1653-4912-a2b9-e6b9b37654f7 {{(pid=112943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:41:36.830586 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] Publish callbacks [] for subnet (53b83c76-1653-4912-a2b9-e6b9b37654f7), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.838637 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeeea6-b7fb-4876-9a79-ab6b13abfd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd4ff8-8c15-40fc-9f32-775fb8a82db6,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:36.865312 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5faeeea6-b7fb-4876-9a79-ab6b13abfd34 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=54a7e730183945409f3ce5401ad0ea30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8334465 Sep 14 02:41:36.866153 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59862) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:36.873116 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59864) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:36.883726 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:36.884596 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:36.890995 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 97f90a99-0c6f-48d9-9183-de02aa678c0b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:36.891315 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:36.891688 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 97f90a99-0c6f-48d9-9183-de02aa678c0b Sep 14 02:41:36.892176 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:36.985952 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] Publish callbacks [] for subnet (53b83c76-1653-4912-a2b9-e6b9b37654f7), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.012545 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (53b83c76-1653-4912-a2b9-e6b9b37654f7), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.045390 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks [] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.047971 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:28Z', 'revision_number': 3, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:37.056041 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a9f5313d-f0f8-4605-b879-f9eb758e80d1 admin admin] Publish callbacks [] for security_group (3acd4ff8-8c15-40fc-9f32-775fb8a82db6), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.110772 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d215ad-24cd-466c-9599-eb31618f32c7 None None] The sync data for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi is: [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:28Z', 'revision_number': 3, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:37.169722 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-01055b5f-1aab-4e70-8d85-78838222c65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.201045 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 97f90a99-0c6f-48d9-9183-de02aa678c0b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:37.267029 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:41:32Z', 'revision_number': 3, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port': {'id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:37.305149 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Checking router: 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:37.305898 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Updating router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:37.333053 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:37.347043 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a9f5313d-f0f8-4605-b879-f9eb758e80d1 admin admin] Publish callbacks [] for security_group (3acd4ff8-8c15-40fc-9f32-775fb8a82db6), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.376973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.520916 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 36d42c4e-9410-4bc1-9c0c-bee77f387884 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:37.526428 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (2620c270-251b-4e33-b239-49b4c5f11c9f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.526962 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:37.559418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks [] for router_gateway (8ef039d4-d084-45b3-8e2e-c6944ab40782), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.599658 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1be5f-af43-4962-ac94-277d75759242 None None] Network 2f525623-45a9-4221-9021-b4c89c572bd6 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:41:37.609203 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (53b83c76-1653-4912-a2b9-e6b9b37654f7), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.639140 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:37.654246 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b83c76-1653-4912-a2b9-e6b9b37654f7,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:37.656398 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.665638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.671493 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-d7ddc2b7-b821-49c1-9eed-12f31f136946 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/53b83c76-1653-4912-a2b9-e6b9b37654f7 HTTP/1.1" status: 204 len: 168 time: 1.0996237 Sep 14 02:41:37.679524 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59870) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:37.692468 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:37.696842 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:37.721452 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:37.734469 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:37.750666 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] Provisioning complete for port 36d42c4e-9410-4bc1-9c0c-bee77f387884 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:37.751052 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.751385 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] Attempt 1 to provision port 36d42c4e-9410-4bc1-9c0c-bee77f387884 Sep 14 02:41:37.776987 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:37.777469 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (17c3cab7-ba61-43fb-b657-1acf1150b7b8), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.798281 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 36d42c4e-9410-4bc1-9c0c-bee77f387884 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:37.798584 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.798921 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 36d42c4e-9410-4bc1-9c0c-bee77f387884 Sep 14 02:41:37.900088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (2a4d7d47-fe38-4a20-a7ec-05e6d86342af), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.912849 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a9f5313d-f0f8-4605-b879-f9eb758e80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3acd4ff8-8c15-40fc-9f32-775fb8a82db6), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.915743 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a9f5313d-f0f8-4605-b879-f9eb758e80d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:37.919503 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a9f5313d-f0f8-4605-b879-f9eb758e80d1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3acd4ff8-8c15-40fc-9f32-775fb8a82db6 HTTP/1.1" status: 204 len: 168 time: 1.0385146 Sep 14 02:41:38.022753 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-01055b5f-1aab-4e70-8d85-78838222c65c admin admin] Publish callbacks [] for security_group (f6a84edf-876a-4d3b-a2a8-7b3714f123c1), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.077219 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-01055b5f-1aab-4e70-8d85-78838222c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f6a84edf-876a-4d3b-a2a8-7b3714f123c1), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.137841 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5313d-f0f8-4605-b879-f9eb758e80d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd4ff8-8c15-40fc-9f32-775fb8a82db6,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:38.203078 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-01055b5f-1aab-4e70-8d85-78838222c65c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=707ed31e341b4cd5bc4a7b4f067bfe66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3180897 Sep 14 02:41:38.269223 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Pushing event updated for resources: {'Port': ['ID=e8da3351-0839-4cd0-8d83-da3c08e8e771,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:38.271744 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.280546 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01055b5f-1aab-4e70-8d85-78838222c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a84edf-876a-4d3b-a2a8-7b3714f123c1,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:38.311011 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59876) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:38.384162 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:38.511711 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (8ef039d4-d084-45b3-8e2e-c6944ab40782), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.642277 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] Current status of the port 36d42c4e-9410-4bc1-9c0c-bee77f387884 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:38.643204 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.693735 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b987d15-1cf0-4ea7-b139-2585dd396bea admin admin] Publish callbacks [] for security_group (f6a84edf-876a-4d3b-a2a8-7b3714f123c1), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.695742 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Publish callbacks [] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.711788 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 36d42c4e-9410-4bc1-9c0c-bee77f387884 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:38.712901 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.735772 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.754206 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Router 2620c270-251b-4e33-b239-49b4c5f11c9f is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:41:38.767878 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] For port 36d42c4e-9410-4bc1-9c0c-bee77f387884, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=36d42c4e-9410-4bc1-9c0c-bee77f387884,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:38.772599 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.810312 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b987d15-1cf0-4ea7-b139-2585dd396bea admin admin] Publish callbacks [] for security_group (f6a84edf-876a-4d3b-a2a8-7b3714f123c1), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.813218 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:38.813471 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (2a4d7d47-fe38-4a20-a7ec-05e6d86342af), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.814854 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Attempting to bind port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:38.815331 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Attempting to bind port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:38.815903 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Attempting to bind port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:38.845580 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.947190 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks [] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.949078 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779e0b7-b436-4fd9-9a0f-bb0e74e87c5a None None] Pushing event updated for resources: {'Port': ['ID=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:38.962012 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.962833 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (17c3cab7-ba61-43fb-b657-1acf1150b7b8), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.971406 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:38.971794 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:38.972260 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:38.972668 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:38.973170 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Bound port: 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:38.973554 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.023405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Pushing event updated for resources: {'Port': ['ID=e8da3351-0839-4cd0-8d83-da3c08e8e771,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:39.036978 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Allocated IP 172.20.0.1 (093854f5-22ad-4472-95a6-37dab652611a/ad0050e4-b7a6-4052-bddd-1f307b9ef80c/1fc65785-ff3e-473b-8b38-c99477641e41) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:39.043986 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.db.api [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:41:39.044444 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG oslo_db.api [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:41:39.053653 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Provisioning complete for port e8da3351-0839-4cd0-8d83-da3c08e8e771 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:39.054075 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.054417 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 1 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:39.092576 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:39.123180 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:39.126098 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:39.126814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b987d15-1cf0-4ea7-b139-2585dd396bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f6a84edf-876a-4d3b-a2a8-7b3714f123c1), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.128447 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:39.129151 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b987d15-1cf0-4ea7-b139-2585dd396bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.130469 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5b987d15-1cf0-4ea7-b139-2585dd396bea admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f6a84edf-876a-4d3b-a2a8-7b3714f123c1 HTTP/1.1" status: 204 len: 168 time: 0.7917373 Sep 14 02:41:39.154882 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:39.156460 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b987d15-1cf0-4ea7-b139-2585dd396bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a84edf-876a-4d3b-a2a8-7b3714f123c1,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:39.181956 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:39.182678 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Sync routers for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:39.185423 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bdccc-e493-45f8-90a4-e485bbe0ad11 None None] Pushing event updated for resources: {'Port': ['ID=36d42c4e-9410-4bc1-9c0c-bee77f387884,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:39.193010 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] For port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:39.200058 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.201757 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] For port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:39.204505 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-62f6b718-4888-45fe-b837-bd639bfeba73 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5027587 Sep 14 02:41:39.204938 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59902) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:39.219014 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.221041 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.227881 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.228837 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.229190 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.229531 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.232033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.232464 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.232842 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.233030 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.233359 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.238833 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:39.239970 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:39.276869 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Routers {'05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:39.277528 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:39.297761 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:39.301133 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:39.391917 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.395432 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779e0b7-b436-4fd9-9a0f-bb0e74e87c5a None None] Pushing event updated for resources: {'Port': ['ID=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:39.480502 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] Set router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:39.505644 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:39.718202 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 2 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:39.723505 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.724289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.724389 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 36d42c4e-9410-4bc1-9c0c-bee77f387884 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:39.724554 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.724637 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:41:39.724985 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4d7d47-fe38-4a20-a7ec-05e6d86342af']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:39.725628 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 74c3a681-379a-482a-b801-72930d9ee15b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:39.774255 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks [] for port (1fc65785-ff3e-473b-8b38-c99477641e41), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.831306 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0f927b-dc8e-4f64-a2eb-cda1d6dc9815') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:39.831671 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0f927b-dc8e-4f64-a2eb-cda1d6dc9815') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:39.857053 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Router 8ef039d4-d084-45b3-8e2e-c6944ab40782 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:41:39.859392 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:41:39.859843 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.893846 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (be0f927b-dc8e-4f64-a2eb-cda1d6dc9815), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:39.954294 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:36Z', 'revision_number': 3, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:40.009256 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (be0f927b-dc8e-4f64-a2eb-cda1d6dc9815), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.012906 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:40.017068 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Checking router: 2620c270-251b-4e33-b239-49b4c5f11c9f for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:40.017421 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Updating router 2620c270-251b-4e33-b239-49b4c5f11c9f port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:40.021116 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:40.028905 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Network 093854f5-22ad-4472-95a6-37dab652611a is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:40.080967 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.094240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59936) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:40.101146 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 74c3a681-379a-482a-b801-72930d9ee15b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:40.101517 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (74c3a681-379a-482a-b801-72930d9ee15b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.101971 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 74c3a681-379a-482a-b801-72930d9ee15b Sep 14 02:41:40.116558 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:41:40.116956 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (be0f927b-dc8e-4f64-a2eb-cda1d6dc9815), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.140128 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:40.171674 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:40.175602 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc65785-ff3e-473b-8b38-c99477641e41,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:40.351205 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:41:32Z', 'revision_number': 3, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port': {'id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:40.370477 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:40.449232 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1e161-2a10-4cb9-b5d6-6e47e8d0be40 None None] The sync data for ids ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'] in dv-cinder-857075-6-iscsi is: [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:41:32Z', 'revision_number': 3, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port': {'id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:40.465218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b93aa131-d9bf-471b-98f9-36ae20783a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.476848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 74c3a681-379a-482a-b801-72930d9ee15b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:40.522154 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 3 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:40.593298 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:40.739688 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b93aa131-d9bf-471b-98f9-36ae20783a18 admin admin] Publish callbacks [] for security_group (e6f6b628-fe7d-4936-bb23-d04c6f2d923a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.765604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b93aa131-d9bf-471b-98f9-36ae20783a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e6f6b628-fe7d-4936-bb23-d04c6f2d923a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.770204 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 36d42c4e-9410-4bc1-9c0c-bee77f387884 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:40.839860 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:40.855665 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:40.858968 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 36d42c4e-9410-4bc1-9c0c-bee77f387884 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:40.859414 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.859805 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 36d42c4e-9410-4bc1-9c0c-bee77f387884 Sep 14 02:41:40.860833 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b93aa131-d9bf-471b-98f9-36ae20783a18 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1325d5131f514bb48dd417fba7dfdbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7644897 Sep 14 02:41:40.873338 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-da50cf08-7123-473f-a3b0-718234cc67bd admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/17c3cab7-ba61-43fb-b657-1acf1150b7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1385157 Sep 14 02:41:40.879224 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 59964) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:40.935259 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aa131-d9bf-471b-98f9-36ae20783a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f6b628-fe7d-4936-bb23-d04c6f2d923a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:40.937926 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:40.943489 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Sync routers for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:40.971949 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Publish callbacks [] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.988023 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:40.991211 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:40.992850 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:41.043581 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:41.063135 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (2a4d7d47-fe38-4a20-a7ec-05e6d86342af), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.094097 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 4 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:41.095889 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.111117 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2a4d7d47-fe38-4a20-a7ec-05e6d86342af HTTP/1.1" status: 204 len: 168 time: 3.4249659 Sep 14 02:41:41.111993 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59972) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:41.117001 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Attempting to bind port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:41.117538 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Attempting to bind port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:41.118074 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Attempting to bind port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:41.123732 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-466430ea-3d12-4fb1-b938-b611fd5069f2 admin admin] Publish callbacks [] for security_group (e6f6b628-fe7d-4936-bb23-d04c6f2d923a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.136921 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Sync routers for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:41.143351 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.144617 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.184958 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-466430ea-3d12-4fb1-b938-b611fd5069f2 admin admin] Publish callbacks [] for security_group (e6f6b628-fe7d-4936-bb23-d04c6f2d923a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.204599 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f609d18-5a62-499f-be0f-2d75c3801bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4d7d47-fe38-4a20-a7ec-05e6d86342af,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:41.211418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.221304 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-3ebdfc02-79bd-4fd6-9420-301b054394ca admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6629088 Sep 14 02:41:41.222029 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 59988) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:41.237512 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6c089-78e1-49be-9f5f-66dadba7d12b None None] Pushing event updated for resources: {'Port': ['ID=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,revision_number=2']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:41.257325 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:41.258348 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:41.281317 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 36d42c4e-9410-4bc1-9c0c-bee77f387884 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:41.286891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1b789baf-e3f4-4b50-b091-664a97c0fdd7 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:41.289113 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:41.338706 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment be0f927b-dc8e-4f64-a2eb-cda1d6dc9815 resource provider aggregate not found Sep 14 02:41:41.353290 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:41.420790 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:41.473186 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Allocated IP 172.20.0.1 (093d7def-c1d0-43ef-8c4a-613a55a543d1/b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2/acaf42e7-88a7-47da-8f39-90b44fa7528a) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:41.488507 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:41.509926 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:41.548170 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:41.577253 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:41.578040 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:41.578637 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.579119 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:41.580838 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Bound port: 8bb8c43a-cc45-4cb4-85c7-de28de146ea4, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:41.581421 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.603600 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-466430ea-3d12-4fb1-b938-b611fd5069f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e6f6b628-fe7d-4936-bb23-d04c6f2d923a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.607749 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-466430ea-3d12-4fb1-b938-b611fd5069f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.608935 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-466430ea-3d12-4fb1-b938-b611fd5069f2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e6f6b628-fe7d-4936-bb23-d04c6f2d923a HTTP/1.1" status: 204 len: 168 time: 0.7285163 Sep 14 02:41:41.611939 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:41.612308 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.612640 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 Sep 14 02:41:41.638785 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment be0f927b-dc8e-4f64-a2eb-cda1d6dc9815 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be0f927b-dc8e-4f64-a2eb-cda1d6dc9815 found for delete ", "request_id": "req-aed96b4b-ec1d-4ad7-a57e-c3e8fb3c5b7a"}]} Sep 14 02:41:41.647580 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466430ea-3d12-4fb1-b938-b611fd5069f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f6b628-fe7d-4936-bb23-d04c6f2d923a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:41.695532 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks [] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.793561 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.836027 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] Deleting subnet c74bc459-f0b0-4e46-a36e-a24f300e684e {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:41:41.881254 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:41.890090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:41.903590 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:41.909210 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (2620c270-251b-4e33-b239-49b4c5f11c9f), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:41.940441 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] For port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:42.001793 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] For port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:42.005438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] Publish callbacks [] for subnet (c74bc459-f0b0-4e46-a36e-a24f300e684e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.061608 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.109296 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 5 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:42.121822 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:42.252439 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:42.256374 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:42.311279 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (c74bc459-f0b0-4e46-a36e-a24f300e684e), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.324120 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.326578 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Pushing event updated for resources: {'Port': ['ID=acaf42e7-88a7-47da-8f39-90b44fa7528a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:42.359006 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:42.360200 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 2, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:42.363647 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:37Z', 'revision_number': 3, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:42.444503 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:42.445517 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.450519 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Checking router: 17c3cab7-ba61-43fb-b657-1acf1150b7b8 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:42.450954 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Updating router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 port e8da3351-0839-4cd0-8d83-da3c08e8e771 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:42.471509 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Checking router: 8ef039d4-d084-45b3-8e2e-c6944ab40782 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:42.472779 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Updating router 8ef039d4-d084-45b3-8e2e-c6944ab40782 port e7879a11-e4aa-4d8c-abf2-75c393997df9 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:42.539895 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6c089-78e1-49be-9f5f-66dadba7d12b None None] Pushing event updated for resources: {'Port': ['ID=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:42.653975 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.696402 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:42.699226 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.756926 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 1b789baf-e3f4-4b50-b091-664a97c0fdd7, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1b789baf-e3f4-4b50-b091-664a97c0fdd7,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:42.770913 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.784380 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.793265 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (c74bc459-f0b0-4e46-a36e-a24f300e684e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.811499 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:42.881276 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks [] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.885315 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 6 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:42.895100 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:42.896235 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (2620c270-251b-4e33-b239-49b4c5f11c9f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.039701 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:43.069863 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60038) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:43.075602 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:43.106843 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:43.112308 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=1b789baf-e3f4-4b50-b091-664a97c0fdd7,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:43.142789 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-87b233c2-7fcd-4d25-94f2-322c15482aae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457843501', 'description': 'tempest-description--346955370'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:43.201891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:43.202890 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.202890 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 Sep 14 02:41:43.238733 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:43.270288 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:43.272862 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:43.304599 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:43.308170 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-87b233c2-7fcd-4d25-94f2-322c15482aae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.342073 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:43.352889 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Pushing event updated for resources: {'Port': ['ID=acaf42e7-88a7-47da-8f39-90b44fa7528a,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:43.355653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:43.381757 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (c74bc459-f0b0-4e46-a36e-a24f300e684e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.398568 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks [] for port (1fc65785-ff3e-473b-8b38-c99477641e41), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.429988 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:43.432107 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.437001 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.446235 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c74bc459-f0b0-4e46-a36e-a24f300e684e HTTP/1.1" status: 204 len: 168 time: 2.3037200 Sep 14 02:41:43.447398 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60052) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:43.454747 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.457860 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857858-9300-4a82-bd62-72571b39ed8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74bc459-f0b0-4e46-a36e-a24f300e684e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:43.467285 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-87b233c2-7fcd-4d25-94f2-322c15482aae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.543134 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:43.586690 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.621748 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 7 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:43.628217 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:41Z', 'revision_number': 1, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:43.705132 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-87b233c2-7fcd-4d25-94f2-322c15482aae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.734766 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb857fc9-5bda-4794-8dcb-84097ea5e2d6 None None] The sync data for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi is: [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:41Z', 'revision_number': 1, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:43.756217 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b233c2-7fcd-4d25-94f2-322c15482aae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:43.772943 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Router 2620c270-251b-4e33-b239-49b4c5f11c9f has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:41:43.785805 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-87b233c2-7fcd-4d25-94f2-322c15482aae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.787745 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-87b233c2-7fcd-4d25-94f2-322c15482aae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7092049 Sep 14 02:41:43.870446 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:43.890078 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Publish callbacks [] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.894127 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:43.898973 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60064) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:43.902295 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.920740 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-3ec1fda6-23eb-4f63-a4d9-70118f3687cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'security_group_rule': {'security_group_id': 'b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:43.938814 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:43.941198 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Publish callbacks [] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.964401 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:43.989922 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Attempting to bind port e7879a11-e4aa-4d8c-abf2-75c393997df9 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:43.994627 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Attempting to bind port e7879a11-e4aa-4d8c-abf2-75c393997df9 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:43.994998 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Attempting to bind port e7879a11-e4aa-4d8c-abf2-75c393997df9 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:44.001203 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:44.002311 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc65785-ff3e-473b-8b38-c99477641e41,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:44.004993 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.048023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:44.056833 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ec1fda6-23eb-4f63-a4d9-70118f3687cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (8b72dda7-3c42-4b0b-ad11-1dcbec2833af), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.070575 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5b28cb73-4218-4b9c-b1ce-2c63917aa521 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2620c270-251b-4e33-b239-49b4c5f11c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8626890 Sep 14 02:41:44.089317 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5f3c3-fd8f-4c89-9903-8c04f9287f4a None None] Pushing event updated for resources: {'Port': ['ID=e7879a11-e4aa-4d8c-abf2-75c393997df9,revision_number=2']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:44.121637 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:44.122555 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:44.123247 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.123784 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:44.124508 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Bound port: e7879a11-e4aa-4d8c-abf2-75c393997df9, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:44.125093 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.155862 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9de4b-5e07-4399-901c-e220a04a1e36 None None] Pushing event updated for resources: {'Port': ['ID=e8da3351-0839-4cd0-8d83-da3c08e8e771,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:44.160593 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Attempting to bind port e8da3351-0839-4cd0-8d83-da3c08e8e771 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:44.160955 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Attempting to bind port e8da3351-0839-4cd0-8d83-da3c08e8e771 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:44.161295 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Attempting to bind port e8da3351-0839-4cd0-8d83-da3c08e8e771 on network 82d3281b-c915-4062-b12c-017b9fdc9c94 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:44.163641 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ec1fda6-23eb-4f63-a4d9-70118f3687cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (8b72dda7-3c42-4b0b-ad11-1dcbec2833af), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.246581 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] For port e7879a11-e4aa-4d8c-abf2-75c393997df9, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:44.250857 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] For port e7879a11-e4aa-4d8c-abf2-75c393997df9, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e7879a11-e4aa-4d8c-abf2-75c393997df9,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:44.264921 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:44.265377 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Checking segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:44.265882 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.266331 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Bound using segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:44.266817 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Bound port: e8da3351-0839-4cd0-8d83-da3c08e8e771, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:44.267348 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.274222 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.326506 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:44.327560 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ec1fda6-23eb-4f63-a4d9-70118f3687cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (8b72dda7-3c42-4b0b-ad11-1dcbec2833af), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.340070 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:44.341591 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:44.343712 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Network 093854f5-22ad-4472-95a6-37dab652611a is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:44.355407 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:44.379798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (9610bb50-938a-467e-95a2-fbd40fe3f754), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.404056 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 8 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:44.444630 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ec1fda6-23eb-4f63-a4d9-70118f3687cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.446019 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-3ec1fda6-23eb-4f63-a4d9-70118f3687cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5455320 Sep 14 02:41:44.448818 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60088) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:44.454684 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-0407c1f8-71eb-42b0-a9a0-b1be7e8f50d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'security_group_rule': {'security_group_id': 'b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:44.467268 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Port e8da3351-0839-4cd0-8d83-da3c08e8e771 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:44.479590 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] For port e8da3351-0839-4cd0-8d83-da3c08e8e771, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:44.489174 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] For port e8da3351-0839-4cd0-8d83-da3c08e8e771, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e8da3351-0839-4cd0-8d83-da3c08e8e771,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:44.493761 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1fda6-23eb-4f63-a4d9-70118f3687cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b72dda7-3c42-4b0b-ad11-1dcbec2833af,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:44.508434 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.530024 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0407c1f8-71eb-42b0-a9a0-b1be7e8f50d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (9ea0f358-4a40-42af-915f-da3769551b70), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.564390 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:44.565655 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:44.736051 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0407c1f8-71eb-42b0-a9a0-b1be7e8f50d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (9ea0f358-4a40-42af-915f-da3769551b70), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.744960 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5f3c3-fd8f-4c89-9903-8c04f9287f4a None None] Pushing event updated for resources: {'Port': ['ID=e7879a11-e4aa-4d8c-abf2-75c393997df9,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:44.750215 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0407c1f8-71eb-42b0-a9a0-b1be7e8f50d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (9ea0f358-4a40-42af-915f-da3769551b70), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.769042 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:44.779918 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407c1f8-71eb-42b0-a9a0-b1be7e8f50d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea0f358-4a40-42af-915f-da3769551b70,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:44.814297 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0407c1f8-71eb-42b0-a9a0-b1be7e8f50d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.815832 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-0407c1f8-71eb-42b0-a9a0-b1be7e8f50d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657651 Sep 14 02:41:44.819060 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60112) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:44.826695 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:44.899418 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:44.915307 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:44.982913 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:44.987821 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 9 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:45.199090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:45.239638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60114) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:45.299747 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1b789baf-e3f4-4b50-b091-664a97c0fdd7 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:45.313430 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:41:45.343230 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:45.347378 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:45.367053 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (9610bb50-938a-467e-95a2-fbd40fe3f754), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:45.416618 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:45.475356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9de4b-5e07-4399-901c-e220a04a1e36 None None] Pushing event updated for resources: {'Port': ['ID=e8da3351-0839-4cd0-8d83-da3c08e8e771,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:45.511540 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:37Z', 'revision_number': 3, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:45.551090 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970992fe-72c0-49a8-bdd8-cb74bf31ecee None None] The sync data for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi is: [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:37Z', 'revision_number': 3, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:45.617422 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9610bb50-938a-467e-95a2-fbd40fe3f754']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:45.649825 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba729e3-ea4e-42f3-b515-f9c4f0083b62') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:45.658275 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba729e3-ea4e-42f3-b515-f9c4f0083b62') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:45.686342 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (cba729e3-ea4e-42f3-b515-f9c4f0083b62), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:45.750048 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:45.750623 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:45.751053 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 Sep 14 02:41:45.864148 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Allocated IP 172.27.2.175 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/c17332ca-c0b9-4747-93b7-6efcbef4c01e) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:45.903133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (cba729e3-ea4e-42f3-b515-f9c4f0083b62), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.057096 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:41:46.057502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (cba729e3-ea4e-42f3-b515-f9c4f0083b62), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.085228 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de639771-b08d-4d07-b571-edeb9b2699b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.149680 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment cba729e3-ea4e-42f3-b515-f9c4f0083b62 resource provider aggregate not found Sep 14 02:41:46.221924 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.269199 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:46.271627 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:44Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:46.297659 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.347746 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'Port': ['ID=c17332ca-c0b9-4747-93b7-6efcbef4c01e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:46.365107 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment cba729e3-ea4e-42f3-b515-f9c4f0083b62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cba729e3-ea4e-42f3-b515-f9c4f0083b62 found for delete ", "request_id": "req-7a12a06e-0d07-4400-8b58-aba522c6c346"}]} Sep 14 02:41:46.373909 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:46.375708 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:46.380007 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:46.410575 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9894-6ff0-4456-bd21-98143a7167e7 None None] The sync data for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi is: [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:44Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:46.422681 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Current status of the port e8da3351-0839-4cd0-8d83-da3c08e8e771 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:46.423076 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.452927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (9610bb50-938a-467e-95a2-fbd40fe3f754), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.508138 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (62838e0c-12e0-4f3b-9367-801b1e0a914e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.538038 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60178) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:46.540545 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] For port e8da3351-0839-4cd0-8d83-da3c08e8e771, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e8da3351-0839-4cd0-8d83-da3c08e8e771,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:46.549689 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.575514 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.585040 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:46.586254 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:46.592530 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Allocated IP 172.20.0.1 (2f525623-45a9-4221-9021-b4c89c572bd6/eda67f7e-3759-43ff-9fe5-a5c47f18929f/d31b3e72-8791-4339-8062-7eaa5f0c2f21) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:46.647989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Provisioning complete for port 36d42c4e-9410-4bc1-9c0c-bee77f387884 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:46.648366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.648708 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Attempt 1 to provision port 36d42c4e-9410-4bc1-9c0c-bee77f387884 Sep 14 02:41:46.707130 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:46.729401 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.739434 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/9610bb50-938a-467e-95a2-fbd40fe3f754 HTTP/1.1" status: 204 len: 168 time: 3.2859852 Sep 14 02:41:46.742056 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962a71-d7f9-4579-90e2-189b4f5a0a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9610bb50-938a-467e-95a2-fbd40fe3f754,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:46.748503 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Pushing event updated for resources: {'Port': ['ID=e8da3351-0839-4cd0-8d83-da3c08e8e771,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:46.816433 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:46.835560 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-1d322cb0-dcfd-4db7-aeb4-3c88e99e0985 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/05c72b4b-f18c-4a0b-b333-cdfdc126c2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3330688 Sep 14 02:41:46.840631 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60190) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:46.841411 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Sync routers for ids ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:46.853336 dv-cinder-857075-6-iscsi neutron-server[112942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 02:41:46.857376 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:46.883876 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6fe3-d379-417b-ac69-15b0d42441d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.914282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Routers {'05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:46.914959 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:46.921079 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.924893 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3c7328f2-de62-433e-9e52-091f23a923eb None None] Current status of the port 36d42c4e-9410-4bc1-9c0c-bee77f387884 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:46.928093 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:46.928773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:46.929529 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 Sep 14 02:41:47.034703 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60194) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:47.036701 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:47.037807 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks [] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.042125 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.043305 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (62838e0c-12e0-4f3b-9367-801b1e0a914e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.108119 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:47.154651 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.156343 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3355801 Sep 14 02:41:47.161956 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Provisioning complete for port 1fc65785-ff3e-473b-8b38-c99477641e41 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:47.162308 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.162638 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Attempt 1 to provision port 1fc65785-ff3e-473b-8b38-c99477641e41 Sep 14 02:41:47.178816 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6fe3-d379-417b-ac69-15b0d42441d2 admin admin] Publish callbacks [] for security_group (de1fe204-9dc5-4eca-a5f2-f261e58716de), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.193738 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:47.203269 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6fe3-d379-417b-ac69-15b0d42441d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (de1fe204-9dc5-4eca-a5f2-f261e58716de), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.226697 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Set router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:47.226697 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Port 1fc65785-ff3e-473b-8b38-c99477641e41 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:47.251734 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de639771-b08d-4d07-b571-edeb9b2699b5 admin admin] Publish callbacks [] for security_group (1716e159-0e6c-441b-9988-5cfe1fd3f033), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.259171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcf370-9336-4631-acdd-063729cbd2f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'Port': ['ID=c17332ca-c0b9-4747-93b7-6efcbef4c01e,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:47.317847 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de639771-b08d-4d07-b571-edeb9b2699b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (1716e159-0e6c-441b-9988-5cfe1fd3f033), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.350664 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-1a7d6fe3-d379-417b-ac69-15b0d42441d2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=23c292a36195429d9ce4330b03774ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8113718 Sep 14 02:41:47.352068 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60210) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:47.375788 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d6fe3-d379-417b-ac69-15b0d42441d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1fe204-9dc5-4eca-a5f2-f261e58716de,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:47.390966 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:47.492199 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0af8fbf-607f-4460-a387-0ffced8ed076 admin admin] Publish callbacks [] for security_group (de1fe204-9dc5-4eca-a5f2-f261e58716de), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.528903 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-8c906f4c-7cd0-474d-83a4-d9e70f66b6e4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:47.536937 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-8c906f4c-7cd0-474d-83a4-d9e70f66b6e4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 819 time: 0.6913598 Sep 14 02:41:47.555893 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0af8fbf-607f-4460-a387-0ffced8ed076 admin admin] Publish callbacks [] for security_group (de1fe204-9dc5-4eca-a5f2-f261e58716de), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.579994 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f8b0ff23-eed2-4611-9565-745847a70778 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a969bb9293d24485bdc0bb7b1420a063&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5260036 Sep 14 02:41:47.590040 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60216) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:47.605160 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-40532506-a3a0-4689-8f95-9606bbf772ce tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/quotas/cb212de0b0cd4c12be19df0a9146bc66 HTTP/1.1" status: 200 len: 375 time: 0.0671070 Sep 14 02:41:47.612724 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de639771-b08d-4d07-b571-edeb9b2699b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1716e159-0e6c-441b-9988-5cfe1fd3f033,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:47.616850 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-de639771-b08d-4d07-b571-edeb9b2699b5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=981246ff57934924b89757978a6d3bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3004961 Sep 14 02:41:47.625259 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60218) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:47.629438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.656891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:47.672226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0af8fbf-607f-4460-a387-0ffced8ed076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (de1fe204-9dc5-4eca-a5f2-f261e58716de), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.675240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0af8fbf-607f-4460-a387-0ffced8ed076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.680550 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f0af8fbf-607f-4460-a387-0ffced8ed076 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/de1fe204-9dc5-4eca-a5f2-f261e58716de HTTP/1.1" status: 204 len: 168 time: 0.3203177 Sep 14 02:41:47.696510 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af8fbf-607f-4460-a387-0ffced8ed076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1fe204-9dc5-4eca-a5f2-f261e58716de,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:47.735428 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Attempt 2 to provision port 1fc65785-ff3e-473b-8b38-c99477641e41 Sep 14 02:41:47.834318 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Network 2f525623-45a9-4221-9021-b4c89c572bd6 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:47.859417 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:47.869614 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:47.897945 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-3ad80d62-089d-4ea5-ac09-86da7f5cd574 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2763486 Sep 14 02:41:47.916836 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Port 1fc65785-ff3e-473b-8b38-c99477641e41 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:47.918071 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:41:41Z', 'revision_number': 4, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port': {'id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1fc65785-ff3e-473b-8b38-c99477641e41', 'name': '', 'network_id': '093854f5-22ad-4472-95a6-37dab652611a', 'tenant_id': '82504e22300a40958f2742999e126d48', 'mac_address': 'fa:16:3e:94:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:38Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 2, 'project_id': '82504e22300a40958f2742999e126d48', 'subnets': [{'id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:47.921310 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60234) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:47.967747 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Checking router: 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:47.968313 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Updating router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 port 1fc65785-ff3e-473b-8b38-c99477641e41 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:47.974220 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:47.979257 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:47.979907 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 Sep 14 02:41:48.039538 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Pushing event updated for resources: {'Port': ['ID=d31b3e72-8791-4339-8062-7eaa5f0c2f21,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:48.061798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-412c68a7-4e4d-4a8a-8659-9469dd4ae06f admin admin] Publish callbacks [] for security_group (1716e159-0e6c-441b-9988-5cfe1fd3f033), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.075154 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.093720 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea885ac5-ad47-4180-9ba3-b45dd489cc41 admin admin] Publish callbacks [] for security_group (fb1fcea9-228e-48d4-bbce-18029dcda034), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.131533 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea885ac5-ad47-4180-9ba3-b45dd489cc41 admin admin] Publish callbacks [] for security_group (fb1fcea9-228e-48d4-bbce-18029dcda034), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.216460 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:48.238084 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (8ef039d4-d084-45b3-8e2e-c6944ab40782), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.241509 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea885ac5-ad47-4180-9ba3-b45dd489cc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (fb1fcea9-228e-48d4-bbce-18029dcda034), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.244698 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea885ac5-ad47-4180-9ba3-b45dd489cc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.246446 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ea885ac5-ad47-4180-9ba3-b45dd489cc41 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fb1fcea9-228e-48d4-bbce-18029dcda034 HTTP/1.1" status: 204 len: 168 time: 0.6513057 Sep 14 02:41:48.249626 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-412c68a7-4e4d-4a8a-8659-9469dd4ae06f admin admin] Publish callbacks [] for security_group (1716e159-0e6c-441b-9988-5cfe1fd3f033), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.295613 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:48.296115 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.313015 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea885ac5-ad47-4180-9ba3-b45dd489cc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1fcea9-228e-48d4-bbce-18029dcda034,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:48.339405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-97a18416-aa1e-4ee0-874f-5d9b188a5894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.401233 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:48.467729 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-412c68a7-4e4d-4a8a-8659-9469dd4ae06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (1716e159-0e6c-441b-9988-5cfe1fd3f033), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.477328 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-412c68a7-4e4d-4a8a-8659-9469dd4ae06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.479124 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-412c68a7-4e4d-4a8a-8659-9469dd4ae06f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1716e159-0e6c-441b-9988-5cfe1fd3f033 HTTP/1.1" status: 204 len: 168 time: 0.8513272 Sep 14 02:41:48.491235 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:48.493436 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Attempt 3 to provision port 1fc65785-ff3e-473b-8b38-c99477641e41 Sep 14 02:41:48.533472 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60256) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:48.549353 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.557721 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-792c231b-7fcb-4907-b8f0-fdf0bb98073f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.559654 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c68a7-4e4d-4a8a-8659-9469dd4ae06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1716e159-0e6c-441b-9988-5cfe1fd3f033,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:48.567273 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-97a18416-aa1e-4ee0-874f-5d9b188a5894 admin admin] Publish callbacks [] for security_group (71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.568315 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.570305 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e7879a11-e4aa-4d8c-abf2-75c393997df9 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:48.646750 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60262) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:48.677138 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Sync routers for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:48.693194 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:48.694137 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-792c231b-7fcb-4907-b8f0-fdf0bb98073f admin admin] Publish callbacks [] for security_group (bd7030d5-2866-4d49-879b-ebe4dde46a31), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.695646 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:48.696909 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-97a18416-aa1e-4ee0-874f-5d9b188a5894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.697807 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:48.744358 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-792c231b-7fcb-4907-b8f0-fdf0bb98073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (bd7030d5-2866-4d49-879b-ebe4dde46a31), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.791118 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Port 1fc65785-ff3e-473b-8b38-c99477641e41 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:48.817959 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-c67ee535-1070-4a19-bf75-5ef522482d22 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:41:48.819063 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-c67ee535-1070-4a19-bf75-5ef522482d22 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6087749 Sep 14 02:41:48.847712 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:48.860721 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:48.880457 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-97a18416-aa1e-4ee0-874f-5d9b188a5894 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=899a7fd3a46c40a7b16ab42cd00de30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9577112 Sep 14 02:41:48.881466 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a18416-aa1e-4ee0-874f-5d9b188a5894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:48.887184 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60264) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:48.915410 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-792c231b-7fcb-4907-b8f0-fdf0bb98073f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=be36d67595a6463c8750aeb5325dd0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800323 Sep 14 02:41:48.916429 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60266) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:48.929481 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:48.972305 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:48.973659 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port e7879a11-e4aa-4d8c-abf2-75c393997df9 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:48.974667 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:48.975148 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port e7879a11-e4aa-4d8c-abf2-75c393997df9 Sep 14 02:41:49.018619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c231b-7fcb-4907-b8f0-fdf0bb98073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7030d5-2866-4d49-879b-ebe4dde46a31,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:49.051585 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:49.077535 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Publish callbacks [] for port (1fc65785-ff3e-473b-8b38-c99477641e41), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.091632 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.105401 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5bece689-2795-4b7b-8150-8395c21cc300 admin admin] Publish callbacks [] for security_group (71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.157359 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:49.172042 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port e7879a11-e4aa-4d8c-abf2-75c393997df9 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:49.172042 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.191653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9271-cec5-4c64-ac5c-3f9b1a551c7d admin admin] Publish callbacks [] for security_group (bd7030d5-2866-4d49-879b-ebe4dde46a31), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.198961 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5bece689-2795-4b7b-8150-8395c21cc300 admin admin] Publish callbacks [] for security_group (71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.216958 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3db91a-57a3-4ff2-bb8c-dcd89d34c50e None None] Pushing event updated for resources: {'Port': ['ID=1fc65785-ff3e-473b-8b38-c99477641e41,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:49.259756 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port e7879a11-e4aa-4d8c-abf2-75c393997df9, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e7879a11-e4aa-4d8c-abf2-75c393997df9,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:49.272419 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.273215 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e8da3351-0839-4cd0-8d83-da3c08e8e771 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:49.277506 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Attempting to bind port 1fc65785-ff3e-473b-8b38-c99477641e41 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:49.278061 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Attempting to bind port 1fc65785-ff3e-473b-8b38-c99477641e41 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:49.278411 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Attempting to bind port 1fc65785-ff3e-473b-8b38-c99477641e41 on network 093854f5-22ad-4472-95a6-37dab652611a {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:49.293240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9271-cec5-4c64-ac5c-3f9b1a551c7d admin admin] Publish callbacks [] for security_group (bd7030d5-2866-4d49-879b-ebe4dde46a31), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.302500 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Attempt 4 to provision port 1fc65785-ff3e-473b-8b38-c99477641e41 Sep 14 02:41:49.327385 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-8f78c9a6-12c0-4ce7-a908-2a33a6553ecc tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:49.334125 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-8f78c9a6-12c0-4ce7-a908-2a33a6553ecc tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/networks?id=093854f5-22ad-4472-95a6-37dab652611a HTTP/1.1" status: 200 len: 812 time: 0.6801975 Sep 14 02:41:49.368599 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60272) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:49.371108 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5bece689-2795-4b7b-8150-8395c21cc300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.373887 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5bece689-2795-4b7b-8150-8395c21cc300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.374969 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5bece689-2795-4b7b-8150-8395c21cc300 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a HTTP/1.1" status: 204 len: 168 time: 0.4861364 Sep 14 02:41:49.377356 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-cff4d0a9-ec62-49e8-8b2b-c7991b2ff977 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/quotas/82504e22300a40958f2742999e126d48 HTTP/1.1" status: 200 len: 375 time: 0.0420954 Sep 14 02:41:49.413496 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece689-2795-4b7b-8150-8395c21cc300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d5c841-7dad-46f8-9cbd-5b6eb2b40d9a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:49.448578 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-84d41a53-44e2-413c-9253-32137741e96a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8bbcf5a239ac45a5802b2da5ac29605f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0781584 Sep 14 02:41:49.449148 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60276) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:49.472338 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 2, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:49.492906 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9271-cec5-4c64-ac5c-3f9b1a551c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (bd7030d5-2866-4d49-879b-ebe4dde46a31), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.495809 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9271-cec5-4c64-ac5c-3f9b1a551c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.501958 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3b1d9271-cec5-4c64-ac5c-3f9b1a551c7d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bd7030d5-2866-4d49-879b-ebe4dde46a31 HTTP/1.1" status: 204 len: 168 time: 0.5763352 Sep 14 02:41:49.562766 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d9271-cec5-4c64-ac5c-3f9b1a551c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7030d5-2866-4d49-879b-ebe4dde46a31,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:49.563935 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Checking router: 2620c270-251b-4e33-b239-49b4c5f11c9f for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:49.564293 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Updating router 2620c270-251b-4e33-b239-49b4c5f11c9f port acaf42e7-88a7-47da-8f39-90b44fa7528a binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:49.613687 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7da78ee4-2ba9-472d-8e4b-c3c74fa12ebd admin admin] Publish callbacks [] for security_group (ec7e0522-ae09-4d20-be99-bc3452ed3a6a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.619954 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.680881 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7da78ee4-2ba9-472d-8e4b-c3c74fa12ebd admin admin] Publish callbacks [] for security_group (ec7e0522-ae09-4d20-be99-bc3452ed3a6a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.728880 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=e7879a11-e4aa-4d8c-abf2-75c393997df9,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:49.744553 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:49.765098 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Port 1fc65785-ff3e-473b-8b38-c99477641e41 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:49.770019 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port e8da3351-0839-4cd0-8d83-da3c08e8e771 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:49.770646 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.771109 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:49.775861 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:49.776812 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Checking segment: {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:49.777475 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.778447 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Bound using segment: {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:49.779280 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Bound port: 1fc65785-ff3e-473b-8b38-c99477641e41, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:49.780104 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.815496 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7da78ee4-2ba9-472d-8e4b-c3c74fa12ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ec7e0522-ae09-4d20-be99-bc3452ed3a6a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.820816 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7da78ee4-2ba9-472d-8e4b-c3c74fa12ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.823537 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7da78ee4-2ba9-472d-8e4b-c3c74fa12ebd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ec7e0522-ae09-4d20-be99-bc3452ed3a6a HTTP/1.1" status: 204 len: 168 time: 0.3730431 Sep 14 02:41:49.835270 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da78ee4-2ba9-472d-8e4b-c3c74fa12ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e0522-ae09-4d20-be99-bc3452ed3a6a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:49.851346 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60286) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:49.884571 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3a011f3f-4b6f-40df-b015-7dc9a16e507a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:49.904492 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-b7ae7672-cfce-4303-a29f-361dd61b313a tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=82504e22300a40958f2742999e126d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5260255 Sep 14 02:41:49.956176 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-4c002f15-fb9c-410a-98b3-db8f53c7f43e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9752393 Sep 14 02:41:49.963162 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] For port 1fc65785-ff3e-473b-8b38-c99477641e41, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:50.047402 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port e8da3351-0839-4cd0-8d83-da3c08e8e771 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:50.068284 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] For port 1fc65785-ff3e-473b-8b38-c99477641e41, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1fc65785-ff3e-473b-8b38-c99477641e41,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:50.087678 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.104916 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3a011f3f-4b6f-40df-b015-7dc9a16e507a admin admin] Publish callbacks [] for security_group (f9a65a7c-ef20-4f32-a670-5e917c018655), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.113857 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3a011f3f-4b6f-40df-b015-7dc9a16e507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f9a65a7c-ef20-4f32-a670-5e917c018655), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.185443 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3a011f3f-4b6f-40df-b015-7dc9a16e507a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3018d8bb60dc4a7f9fc39ed1b748ba02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326771 Sep 14 02:41:50.186116 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60290) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:50.188094 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks [] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.225385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Routers {'05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:50.226574 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:50.242471 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Publish callbacks [] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.264031 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.282664 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60292) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:50.293620 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-b9bfedb5-7ff3-434e-988b-c4fcc53f69ae service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325739 Sep 14 02:41:50.298213 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.319681 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Attempt 5 to provision port 1fc65785-ff3e-473b-8b38-c99477641e41 Sep 14 02:41:50.333351 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:50.352749 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a011f3f-4b6f-40df-b015-7dc9a16e507a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a65a7c-ef20-4f32-a670-5e917c018655,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:50.363648 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5284627-f761-444c-ac85-836a8f2dffce None None] Pushing event updated for resources: {'Port': ['ID=acaf42e7-88a7-47da-8f39-90b44fa7528a,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:50.390762 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3653bda6-0ff3-42f6-960f-95f20594acf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.418414 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Attempting to bind port acaf42e7-88a7-47da-8f39-90b44fa7528a on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:50.419051 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Attempting to bind port acaf42e7-88a7-47da-8f39-90b44fa7528a by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:50.419556 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Attempting to bind port acaf42e7-88a7-47da-8f39-90b44fa7528a on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:50.420399 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:50.422134 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (8ef039d4-d084-45b3-8e2e-c6944ab40782), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.452425 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a5afc869-cea8-445c-8970-f88dff66fd69 admin admin] Publish callbacks [] for security_group (f9a65a7c-ef20-4f32-a670-5e917c018655), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.511018 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a5afc869-cea8-445c-8970-f88dff66fd69 admin admin] Publish callbacks [] for security_group (f9a65a7c-ef20-4f32-a670-5e917c018655), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.543435 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:50.543637 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Checking segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:50.544039 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.544850 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Bound using segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:50.545629 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Bound port: acaf42e7-88a7-47da-8f39-90b44fa7528a, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:50.550095 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.568405 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:50.580519 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Network 2f525623-45a9-4221-9021-b4c89c572bd6 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:50.585588 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:50.643035 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Pushing event updated for resources: {'Port': ['ID=d31b3e72-8791-4339-8062-7eaa5f0c2f21,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:50.652497 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:50.718288 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:50.721834 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3db91a-57a3-4ff2-bb8c-dcd89d34c50e None None] Pushing event updated for resources: {'Port': ['ID=1fc65785-ff3e-473b-8b38-c99477641e41,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:50.740875 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] For port acaf42e7-88a7-47da-8f39-90b44fa7528a, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:50.746298 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a5afc869-cea8-445c-8970-f88dff66fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f9a65a7c-ef20-4f32-a670-5e917c018655), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.751291 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] For port acaf42e7-88a7-47da-8f39-90b44fa7528a, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=acaf42e7-88a7-47da-8f39-90b44fa7528a,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:50.753694 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a5afc869-cea8-445c-8970-f88dff66fd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.759958 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a5afc869-cea8-445c-8970-f88dff66fd69 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f9a65a7c-ef20-4f32-a670-5e917c018655 HTTP/1.1" status: 204 len: 168 time: 0.5709813 Sep 14 02:41:50.765273 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:50.784072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] Set router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:50.842257 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afc869-cea8-445c-8970-f88dff66fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a65a7c-ef20-4f32-a670-5e917c018655,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:50.888072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:50.990187 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:50.994686 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:51.008984 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3653bda6-0ff3-42f6-960f-95f20594acf8 admin admin] Publish callbacks [] for security_group (072ce7a8-762b-43c7-a145-f7c5cbbc6aa2), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.025752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3653bda6-0ff3-42f6-960f-95f20594acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (072ce7a8-762b-43c7-a145-f7c5cbbc6aa2), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.050947 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Current status of the port 1fc65785-ff3e-473b-8b38-c99477641e41 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:51.051660 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.064577 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5284627-f761-444c-ac85-836a8f2dffce None None] Pushing event updated for resources: {'Port': ['ID=acaf42e7-88a7-47da-8f39-90b44fa7528a,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:51.068236 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:51.068837 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.069366 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 Sep 14 02:41:51.097259 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3653bda6-0ff3-42f6-960f-95f20594acf8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=36d446c3c959416b999eba3c86407fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7982953 Sep 14 02:41:51.101389 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:51.102169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60336) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:51.111178 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653bda6-0ff3-42f6-960f-95f20594acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ce7a8-762b-43c7-a145-f7c5cbbc6aa2,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:51.159359 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] For port 1fc65785-ff3e-473b-8b38-c99477641e41, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1fc65785-ff3e-473b-8b38-c99477641e41,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:51.174328 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.189531 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-d7ee69ef-0575-46eb-8189-a4f86800dca1 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:41:51.190662 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-d7ee69ef-0575-46eb-8189-a4f86800dca1 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3556027 Sep 14 02:41:51.238782 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Provisioning complete for port e8da3351-0839-4cd0-8d83-da3c08e8e771 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:51.238923 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.240858 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Attempt 1 to provision port e8da3351-0839-4cd0-8d83-da3c08e8e771 Sep 14 02:41:51.242714 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-444a3927-bf09-40b9-af04-58d1df8c38ea tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1457843501&fields=id&tenant_id=63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 267 time: 0.3406882 Sep 14 02:41:51.249379 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:51.339218 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:41:41Z', 'revision_number': 4, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port': {'id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1fc65785-ff3e-473b-8b38-c99477641e41', 'name': '', 'network_id': '093854f5-22ad-4472-95a6-37dab652611a', 'tenant_id': '82504e22300a40958f2742999e126d48', 'mac_address': 'fa:16:3e:94:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:38Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '82504e22300a40958f2742999e126d48', 'subnets': [{'id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:51.392911 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Router 8ef039d4-d084-45b3-8e2e-c6944ab40782 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:41:51.399011 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:51.403557 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e7879a11-e4aa-4d8c-abf2-75c393997df9 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:51.405386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Pushing event updated for resources: {'Port': ['ID=1fc65785-ff3e-473b-8b38-c99477641e41,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:51.438169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f450c-7a3d-4e5e-bc6b-24a7ed40f7d1 None None] The sync data for ids ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'] in dv-cinder-857075-6-iscsi is: [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:41:41Z', 'revision_number': 4, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port': {'id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1fc65785-ff3e-473b-8b38-c99477641e41', 'name': '', 'network_id': '093854f5-22ad-4472-95a6-37dab652611a', 'tenant_id': '82504e22300a40958f2742999e126d48', 'mac_address': 'fa:16:3e:94:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:38Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '82504e22300a40958f2742999e126d48', 'subnets': [{'id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:51.460510 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:51.500583 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1b93a60-60f1-4aee-942b-e95a9f8c5e3d admin admin] Publish callbacks [] for security_group (072ce7a8-762b-43c7-a145-f7c5cbbc6aa2), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.563954 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-06bcf34e-21c7-4d5d-a21e-81309820a684 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093854f5-22ad-4472-95a6-37dab652611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620038 Sep 14 02:41:51.579802 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:51.647840 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Current status of the port e8da3351-0839-4cd0-8d83-da3c08e8e771 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:51.686632 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port e7879a11-e4aa-4d8c-abf2-75c393997df9 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:51.687187 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.687524 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port e7879a11-e4aa-4d8c-abf2-75c393997df9 Sep 14 02:41:51.744103 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1b93a60-60f1-4aee-942b-e95a9f8c5e3d admin admin] Publish callbacks [] for security_group (072ce7a8-762b-43c7-a145-f7c5cbbc6aa2), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.767455 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:50Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:51.768983 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Provisioning complete for port acaf42e7-88a7-47da-8f39-90b44fa7528a triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:51.771959 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:51.772310 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Attempt 1 to provision port acaf42e7-88a7-47da-8f39-90b44fa7528a Sep 14 02:41:51.775371 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-9cd050e3-ebe6-47af-a9f0-dbdcbd15bf4c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:51.791997 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-9cd050e3-ebe6-47af-a9f0-dbdcbd15bf4c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 817 time: 0.5481889 Sep 14 02:41:51.903389 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba20b6-c90b-4ab2-8381-9ba2f56bf172 None None] The sync data for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi is: [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:50Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:51.931038 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1d906fda-1caa-48dd-9260-dc9f4aa7e810 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/quotas/63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 375 time: 0.1361504 Sep 14 02:41:51.933392 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port e7879a11-e4aa-4d8c-abf2-75c393997df9 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:51.968441 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:51.984919 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Current status of the port acaf42e7-88a7-47da-8f39-90b44fa7528a is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:51.985289 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:52.032038 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] For port acaf42e7-88a7-47da-8f39-90b44fa7528a, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=acaf42e7-88a7-47da-8f39-90b44fa7528a,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:52.040606 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:52.116381 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:41:52.150946 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Sync routers for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:41:52.151258 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-38c7359d-c6b7-4864-a9ca-84764d6a3699 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8ef039d4-d084-45b3-8e2e-c6944ab40782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8129268 Sep 14 02:41:52.163256 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-c48dbeef-7f1d-4fef-9765-1102fb853d4f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093854f5-22ad-4472-95a6-37dab652611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682557 Sep 14 02:41:52.167250 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1b93a60-60f1-4aee-942b-e95a9f8c5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (072ce7a8-762b-43c7-a145-f7c5cbbc6aa2), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:52.169540 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1b93a60-60f1-4aee-942b-e95a9f8c5e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:52.188098 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f1b93a60-60f1-4aee-942b-e95a9f8c5e3d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/072ce7a8-762b-43c7-a145-f7c5cbbc6aa2 HTTP/1.1" status: 204 len: 168 time: 1.0540547 Sep 14 02:41:52.200734 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:52.227649 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Provisioning complete for port d31b3e72-8791-4339-8062-7eaa5f0c2f21 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:52.230722 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:52.231191 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Attempt 1 to provision port d31b3e72-8791-4339-8062-7eaa5f0c2f21 Sep 14 02:41:52.236145 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b15f1-5b2b-469a-9eb3-8e2085dfb1b9 None None] Pushing event updated for resources: {'Port': ['ID=acaf42e7-88a7-47da-8f39-90b44fa7528a,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:52.252183 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-df941a14-fdde-4ccd-95cc-d639ed51f5dc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2941468 Sep 14 02:41:52.266429 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b93a60-60f1-4aee-942b-e95a9f8c5e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ce7a8-762b-43c7-a145-f7c5cbbc6aa2,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:52.303262 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:52.304444 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:52.435773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device acaf42e7-88a7-47da-8f39-90b44fa7528a up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:52.524488 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Port d31b3e72-8791-4339-8062-7eaa5f0c2f21 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:52.551982 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port acaf42e7-88a7-47da-8f39-90b44fa7528a triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:52.561324 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:52.561947 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port acaf42e7-88a7-47da-8f39-90b44fa7528a Sep 14 02:41:52.573045 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-9ca6db22-f24c-407e-a6e4-b349bd4c7be7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031375 Sep 14 02:41:52.578107 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:52.837094 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-824924bb-3c8f-48f2-aee9-1e78d6e4f17e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630796 Sep 14 02:41:52.934504 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d0a9eda3-d1c3-49d1-b38a-7aa07601e6ec req-eb5b1dbe-78cf-493c-a31a-ae39836bd12d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 210 time: 0.2909875 Sep 14 02:41:53.099632 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:53.175354 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fc855d3d-eb1a-4449-bcd9-e6e07bbfc051 req-552b5161-b3a0-4fda-8d09-8bd5eb5581e8 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 210 time: 0.0980635 Sep 14 02:41:53.252142 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Attempt 2 to provision port d31b3e72-8791-4339-8062-7eaa5f0c2f21 Sep 14 02:41:53.254675 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port acaf42e7-88a7-47da-8f39-90b44fa7528a is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:53.255964 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1fc65785-ff3e-473b-8b38-c99477641e41 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:53.325825 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a64249c8-cfea-4142-bf37-3cf0c2ce27cf req-0fe702f1-f21f-45b3-b445-95300d380ff3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.0717039 Sep 14 02:41:53.412292 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Port d31b3e72-8791-4339-8062-7eaa5f0c2f21 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:53.485065 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 1fc65785-ff3e-473b-8b38-c99477641e41 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:53.486879 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:53.487947 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 1fc65785-ff3e-473b-8b38-c99477641e41 Sep 14 02:41:53.550850 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60448) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:53.572321 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7f30e0cc-ba75-425f-a15a-62c0ab636749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:53.615290 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 2, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:53.658421 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:53.661846 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Checking router: 8ef039d4-d084-45b3-8e2e-c6944ab40782 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:41:53.662524 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Updating router 8ef039d4-d084-45b3-8e2e-c6944ab40782 port d31b3e72-8791-4339-8062-7eaa5f0c2f21 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:41:53.699228 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:53.774751 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 1fc65785-ff3e-473b-8b38-c99477641e41 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:53.968942 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7f30e0cc-ba75-425f-a15a-62c0ab636749 admin admin] Publish callbacks [] for security_group (283a7373-d52c-43aa-b6aa-3f5df929df13), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:53.986227 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7f30e0cc-ba75-425f-a15a-62c0ab636749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (283a7373-d52c-43aa-b6aa-3f5df929df13), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.069046 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Attempt 3 to provision port d31b3e72-8791-4339-8062-7eaa5f0c2f21 Sep 14 02:41:54.115910 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:54.122562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7f30e0cc-ba75-425f-a15a-62c0ab636749 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c2b77bd337804d8c9bbac3d43b57fe92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699430 Sep 14 02:41:54.125658 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60470) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:54.206205 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60476) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:54.251862 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-dbd71aee-61d9-49f1-b56e-04ff34ca8cee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502303107', 'description': 'tempest-description--1026589813'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:54.253355 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30e0cc-ba75-425f-a15a-62c0ab636749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283a7373-d52c-43aa-b6aa-3f5df929df13,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:54.302285 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1beb8517-9677-4ec7-a954-da11c7fef333 admin admin] Publish callbacks [] for security_group (283a7373-d52c-43aa-b6aa-3f5df929df13), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.334394 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-dc7b5927-b6dd-4987-9e97-777013d0d992 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:54.335265 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-90712b98-4623-454d-a91d-6838a9f12dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.350829 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Port d31b3e72-8791-4339-8062-7eaa5f0c2f21 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:54.363587 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1beb8517-9677-4ec7-a954-da11c7fef333 admin admin] Publish callbacks [] for security_group (283a7373-d52c-43aa-b6aa-3f5df929df13), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.368044 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-dc7b5927-b6dd-4987-9e97-777013d0d992 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 819 time: 0.5544045 Sep 14 02:41:54.420179 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-3142439b-eca4-419f-8c9f-481acae9c7f3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/quotas/cb212de0b0cd4c12be19df0a9146bc66 HTTP/1.1" status: 200 len: 375 time: 0.0507164 Sep 14 02:41:54.467989 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1beb8517-9677-4ec7-a954-da11c7fef333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (283a7373-d52c-43aa-b6aa-3f5df929df13), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.470512 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device acaf42e7-88a7-47da-8f39-90b44fa7528a up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:41:54.471383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1beb8517-9677-4ec7-a954-da11c7fef333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.473611 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-1beb8517-9677-4ec7-a954-da11c7fef333 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/283a7373-d52c-43aa-b6aa-3f5df929df13 HTTP/1.1" status: 204 len: 168 time: 0.3271365 Sep 14 02:41:54.505428 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb8517-9677-4ec7-a954-da11c7fef333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a7373-d52c-43aa-b6aa-3f5df929df13,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:54.517553 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:54.610910 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4e38df40-6a7e-4000-8b1e-dec116346616 req-b5fdf0a3-5a73-4a14-8a1b-9a5ab09aa5f8 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 210 time: 0.0404317 Sep 14 02:41:54.634139 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-2fb48675-110d-4ab2-8c37-7f0fa071bc87 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1911654 Sep 14 02:41:54.636328 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port acaf42e7-88a7-47da-8f39-90b44fa7528a triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:54.636702 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.637190 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port acaf42e7-88a7-47da-8f39-90b44fa7528a Sep 14 02:41:54.638285 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dbd71aee-61d9-49f1-b56e-04ff34ca8cee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.851999 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-82340def-60b5-4610-9ec4-955fd2f52c77 req-4b595813-2117-4069-831f-cf2e35ec2eab tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.0603459 Sep 14 02:41:54.854418 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Attempt 4 to provision port d31b3e72-8791-4339-8062-7eaa5f0c2f21 Sep 14 02:41:54.858466 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-25d81e53-e815-47b8-95f4-18c61713304d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017193 Sep 14 02:41:54.866234 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.48', 61705) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:54.911703 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Publish callbacks [] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.947125 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:54.991751 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Port d31b3e72-8791-4339-8062-7eaa5f0c2f21 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:55.008550 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port acaf42e7-88a7-47da-8f39-90b44fa7528a is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:55.150150 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a9dc0-e12a-4412-94af-75b9a38d86f2 None None] Pushing event updated for resources: {'Port': ['ID=d31b3e72-8791-4339-8062-7eaa5f0c2f21,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:55.176291 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Attempting to bind port d31b3e72-8791-4339-8062-7eaa5f0c2f21 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:41:55.176666 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Attempting to bind port d31b3e72-8791-4339-8062-7eaa5f0c2f21 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:41:55.177024 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Attempting to bind port d31b3e72-8791-4339-8062-7eaa5f0c2f21 on network 2f525623-45a9-4221-9021-b4c89c572bd6 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:41:55.230586 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:41:55.230961 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Checking segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:41:55.231366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:55.240591 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Bound using segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:41:55.241095 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Bound port: d31b3e72-8791-4339-8062-7eaa5f0c2f21, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:41:55.242757 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:55.325719 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] For port d31b3e72-8791-4339-8062-7eaa5f0c2f21, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:41:55.330926 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] For port d31b3e72-8791-4339-8062-7eaa5f0c2f21, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=d31b3e72-8791-4339-8062-7eaa5f0c2f21,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:41:55.345841 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:55.389410 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:41:55.389587 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:41:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:55.398410 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dbd71aee-61d9-49f1-b56e-04ff34ca8cee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (46c66ed7-118d-4742-b0ff-04ebd537cd99), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:55.405504 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-87cc3cce-20d3-4164-82a2-75d2b9c2c65a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351584 Sep 14 02:41:55.414804 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dbd71aee-61d9-49f1-b56e-04ff34ca8cee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (46c66ed7-118d-4742-b0ff-04ebd537cd99), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:55.490786 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-6d3b0a8f-fc14-4509-b875-564265ca2cb9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:55.493359 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-6d3b0a8f-fc14-4509-b875-564265ca2cb9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 819 time: 0.6242750 Sep 14 02:41:55.494503 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd71aee-61d9-49f1-b56e-04ff34ca8cee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c66ed7-118d-4742-b0ff-04ebd537cd99,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:55.501385 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dbd71aee-61d9-49f1-b56e-04ff34ca8cee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:55.502796 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-dbd71aee-61d9-49f1-b56e-04ff34ca8cee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2953644 Sep 14 02:41:55.505764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60524) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:55.506379 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Attempt 5 to provision port d31b3e72-8791-4339-8062-7eaa5f0c2f21 Sep 14 02:41:55.511279 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-c35b04c7-b20a-4d89-afc2-7ba9d51378a1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'security_group_rule': {'security_group_id': '46c66ed7-118d-4742-b0ff-04ebd537cd99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:55.537546 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'port': {'device_id': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'admin_state_up': True, 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:55.584001 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c35b04c7-b20a-4d89-afc2-7ba9d51378a1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (b4789a4c-49e6-4ca7-896e-cfb004527434), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:55.657115 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.48', 61714) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:55.712367 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:55.755444 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a9dc0-e12a-4412-94af-75b9a38d86f2 None None] Pushing event updated for resources: {'Port': ['ID=d31b3e72-8791-4339-8062-7eaa5f0c2f21,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:55.946438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-99afd52f-60c2-4ac6-8253-a3fc9ebbc22b req-e7fe0137-4050-4609-9d9f-b1531b3a875d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 210 time: 0.1485074 Sep 14 02:41:55.952528 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-716ae38e-044c-42f7-8d30-0c4c0f6b9611 req-5c7f47f1-8025-41e5-a118-bea8724fbd4a tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 210 time: 0.1203730 Sep 14 02:41:56.018366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:41:56.169015 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Made reservation on behalf of cb212de0b0cd4c12be19df0a9146bc66 for: {'port': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:56.176046 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.264404 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:56.310238 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-f41cec73-8721-4d74-9a12-0b5c3bbd792c tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:56.320672 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-f41cec73-8721-4d74-9a12-0b5c3bbd792c tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.48 "GET /networking/v2.0/networks?id=093854f5-22ad-4472-95a6-37dab652611a HTTP/1.1" status: 200 len: 812 time: 0.6575336 Sep 14 02:41:56.327688 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-69a6e582-52c6-4e96-8cc1-f9f6ef260f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.407403 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c35b04c7-b20a-4d89-afc2-7ba9d51378a1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (b4789a4c-49e6-4ca7-896e-cfb004527434), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.423591 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:56.428435 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Request body: {'port': {'device_id': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'network_id': '093854f5-22ad-4472-95a6-37dab652611a', 'admin_state_up': True, 'tenant_id': '82504e22300a40958f2742999e126d48'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:56.437598 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c35b04c7-b20a-4d89-afc2-7ba9d51378a1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (b4789a4c-49e6-4ca7-896e-cfb004527434), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.461119 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:56.491305 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.48', 61721) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:56.504287 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Current status of the port d31b3e72-8791-4339-8062-7eaa5f0c2f21 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:41:56.506157 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.573296 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ab232706-72e7-4791-a0a6-59ae210121d3 req-e2aed891-4925-4875-be52-30cff3ad2162 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.1699326 Sep 14 02:41:56.628954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b04c7-b20a-4d89-afc2-7ba9d51378a1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4789a4c-49e6-4ca7-896e-cfb004527434,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:56.647860 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] For port d31b3e72-8791-4339-8062-7eaa5f0c2f21, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=d31b3e72-8791-4339-8062-7eaa5f0c2f21,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:41:56.667877 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.672270 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:56.695077 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c35b04c7-b20a-4d89-afc2-7ba9d51378a1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.695961 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c35b04c7-b20a-4d89-afc2-7ba9d51378a1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1883814 Sep 14 02:41:56.719428 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60582) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:56.769005 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-a8c02f01-e8f5-4dc2-a7ef-9b001dfeef08 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'security_group_rule': {'security_group_id': '46c66ed7-118d-4742-b0ff-04ebd537cd99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:56.893671 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:56.946323 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a8c02f01-e8f5-4dc2-a7ef-9b001dfeef08 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (c175e7d4-1733-4e6d-8fc2-cae11c1db3c1), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:56.984734 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Made reservation on behalf of 82504e22300a40958f2742999e126d48 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:56.985836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Allocated IP 172.20.0.4 (093d7def-c1d0-43ef-8c4a-613a55a543d1/b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2/c262e9e4-8dc5-40e8-8128-a19daff2acf1) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:56.996685 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:57.011701 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d54a5-70bd-4e40-b8a1-4cf88c14e547 None None] Pushing event updated for resources: {'Port': ['ID=d31b3e72-8791-4339-8062-7eaa5f0c2f21,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:57.051259 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:55Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:41:57.077800 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-6353fad9-3625-473f-9d3b-93666455255b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:57.091219 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-6353fad9-3625-473f-9d3b-93666455255b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 817 time: 0.5982888 Sep 14 02:41:57.101752 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d6e71-bf82-4112-b5df-871d772e07dc None None] The sync data for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi is: [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:55Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:41:57.289769 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7defa093-2c0b-466d-943f-4794db4848fb req-668b7116-138c-4392-9865-1e2934cb33e9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 210 time: 0.1458130 Sep 14 02:41:57.328806 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-18155ad1-0337-4c6b-8e58-bbf9be63d6e8 req-256ccd96-efa2-4f40-9b62-54b5278c574b tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 210 time: 0.1802735 Sep 14 02:41:57.359043 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a8c02f01-e8f5-4dc2-a7ef-9b001dfeef08 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (c175e7d4-1733-4e6d-8fc2-cae11c1db3c1), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:57.383097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a8c02f01-e8f5-4dc2-a7ef-9b001dfeef08 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (c175e7d4-1733-4e6d-8fc2-cae11c1db3c1), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:57.517461 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:57.532996 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-c45a9f4e-744b-4ca7-bf98-67e454cefb4d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 380 time: 0.4136324 Sep 14 02:41:57.546457 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'port': {'device_id': '452e9c98-6111-4415-b3bd-d884a745b098', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'admin_state_up': True, 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'security_groups': ['b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:57.769950 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c02f01-e8f5-4dc2-a7ef-9b001dfeef08 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c175e7d4-1733-4e6d-8fc2-cae11c1db3c1,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:57.811780 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a8c02f01-e8f5-4dc2-a7ef-9b001dfeef08 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:57.824061 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a8c02f01-e8f5-4dc2-a7ef-9b001dfeef08 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1031551 Sep 14 02:41:57.830097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60618) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:57.846086 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:57.897026 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Allocated IP 172.20.0.6 (093854f5-22ad-4472-95a6-37dab652611a/ad0050e4-b7a6-4052-bddd-1f307b9ef80c/96e36026-e10c-4477-9cf7-0f5041beb989) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:57.900609 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:58.020683 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Made reservation on behalf of 63347c9bf4164b6b8f146ef830dc6e1a for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:58.021978 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-57335a98-e150-41d0-a310-1b600afcc67e req-77838ee1-7670-4e4b-a191-1d0797dc3871 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.1940930 Sep 14 02:41:58.024623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:58.078881 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:58.148952 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:58.211016 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:58.283955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.48', 61730) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:41:58.301375 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks [] for port (96e36026-e10c-4477-9cf7-0f5041beb989), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:58.416250 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Allocated IP 172.20.0.4 (82d3281b-c915-4062-b12c-017b9fdc9c94/2c930b20-7d22-473d-a470-ee52c5a64115/4cde1b1f-b34c-4127-96da-229475dceacc) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:58.444846 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:58.532501 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:58.630403 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-f20f723b-f36d-485f-b7a2-9b5bf56f40ae tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:58.633313 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-f20f723b-f36d-485f-b7a2-9b5bf56f40ae tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 819 time: 0.3353777 Sep 14 02:41:58.767937 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'port': {'device_id': '291395b2-96f0-4d99-85a0-2340a812b63e', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'admin_state_up': True, 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:41:58.808125 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Network 093854f5-22ad-4472-95a6-37dab652611a is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:58.836726 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'Port': ['ID=c262e9e4-8dc5-40e8-8128-a19daff2acf1,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:58.839152 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:58.899201 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:58.904157 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:58.904854 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:58.956458 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:58.982755 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:58.997082 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c27160b0-cb9f-45cb-a144-569cab6f4953 req-db9d480f-05b0-4ea8-87ff-15ed64a76c5f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 210 time: 0.3592980 Sep 14 02:41:59.033118 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:59.053801 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:59.153472 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:59.156631 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.182296 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf644417-2c0a-4ab5-a95f-55b919df6288 req-61a76e05-0dd0-421c-bd67-d36e30a7bc79 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:59.202548 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bf644417-2c0a-4ab5-a95f-55b919df6288 req-61a76e05-0dd0-421c-bd67-d36e30a7bc79 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 931 time: 0.5770800 Sep 14 02:41:59.344000 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:59.440014 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:41:59.469717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.478794 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.521870 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Provisioning complete for port 96e36026-e10c-4477-9cf7-0f5041beb989 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:41:59.522385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.522722 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 1 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:41:59.556307 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-07ca4de3-f1f0-4abf-8a51-b9b1fbf9ac08 req-261e8b29-b7e1-4283-9b1e-45f9f39d0a53 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.1610665 Sep 14 02:41:59.571287 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-61537569-98bb-4015-a71b-e67eb61e3521 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0377152 Sep 14 02:41:59.597123 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for port (4cde1b1f-b34c-4127-96da-229475dceacc), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.625657 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:41:59.689403 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Made reservation on behalf of cb212de0b0cd4c12be19df0a9146bc66 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:41:59.695610 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.721969 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3084769 Sep 14 02:41:59.724736 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.766778 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:41:59.773380 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f7619-16c0-4265-89f4-bc93c4f339ea tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Pushing event updated for resources: {'Port': ['ID=96e36026-e10c-4477-9cf7-0f5041beb989,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:59.789694 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:41:59.865022 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-72788675-b4da-4c49-a2a4-c39248cd7c18 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:41:59.866295 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-72788675-b4da-4c49-a2a4-c39248cd7c18 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0793021 Sep 14 02:41:59.867092 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:41:59.868250 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:41:59.871082 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:41:59.883225 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:41:59.885581 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:41:59.921461 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Allocated IP 172.27.2.111 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/aea74ed2-af4b-4399-90a2-7a5f1e84c58b) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:41:59.924677 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-46af1854-7e94-4f4f-bbd5-bbb9f0296eac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3831322 Sep 14 02:42:00.126739 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 2 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:00.265416 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:00.318106 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Allocated IP 172.20.0.13 (093d7def-c1d0-43ef-8c4a-613a55a543d1/b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2/a30b67a8-8f41-4866-88ff-7405a9bc2ddd) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:42:00.326641 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device d31b3e72-8791-4339-8062-7eaa5f0c2f21 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:42:00.500047 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port d31b3e72-8791-4339-8062-7eaa5f0c2f21 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:00.503233 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:00.503754 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port d31b3e72-8791-4339-8062-7eaa5f0c2f21 Sep 14 02:42:00.737360 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:00.743022 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port d31b3e72-8791-4339-8062-7eaa5f0c2f21 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:00.766178 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 3 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:00.793638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:00.852397 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:00.870671 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:00.872835 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-3d230c07-55be-4f15-b93b-a19a57979f53 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:42:00.874684 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-3d230c07-55be-4f15-b93b-a19a57979f53 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.2944202 Sep 14 02:42:00.917524 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:00.994675 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Request body: {'port': {'device_id': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:01.039441 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3baaada1-082e-44af-83d0-bd8bc21009e7 req-f7334a87-9e7b-4d0b-822e-f890713e6b48 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 210 time: 0.1417780 Sep 14 02:42:01.075865 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bf644417-2c0a-4ab5-a95f-55b919df6288 req-91b32d64-4fca-46a0-bc51-1f531483dec8 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8719640 Sep 14 02:42:01.089172 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:01.096507 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:01.209738 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:01.257317 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Request body: {'port': {'device_id': '452e9c98-6111-4415-b3bd-d884a745b098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:01.304427 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:42:01.349100 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:01.364055 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:42:01.395146 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Request body: {'port': {'device_id': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:01.415062 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:42:01.418512 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 4 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:01.438328 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'Port': ['ID=aea74ed2-af4b-4399-90a2-7a5f1e84c58b,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:01.509639 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60732) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:01.553139 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a627d-83fa-4eb6-9ee9-1936c0890835 req-756d80c3-67ce-4ab3-8161-35aeef4c4899 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:01.555435 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f4a627d-83fa-4eb6-9ee9-1936c0890835 req-756d80c3-67ce-4ab3-8161-35aeef4c4899 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 931 time: 0.2979808 Sep 14 02:42:01.565432 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:01.818523 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a74aeea9-a6ec-457c-91e3-4abf68147928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:01.902691 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=9 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:01.995104 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (b6493430-9a7c-40da-87d5-d2aeea8c3b12), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:02.012518 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:02.067177 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 5 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:02.208088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a74aeea9-a6ec-457c-91e3-4abf68147928 admin admin] Publish callbacks [] for security_group (f6c4762f-919e-473d-85a7-b3a15eb6f601), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:02.211076 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:02.219202 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:02.224467 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:02.324811 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:02.326926 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'Port': ['ID=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:02.342529 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f4a627d-83fa-4eb6-9ee9-1936c0890835 req-017e392c-bf88-46b3-8594-8c6d24761111 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7861311 Sep 14 02:42:02.359698 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:42:02.395814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:42:02.405399 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:42:02.411026 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:02.417220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:02.466324 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a74aeea9-a6ec-457c-91e3-4abf68147928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f6c4762f-919e-473d-85a7-b3a15eb6f601), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:02.725918 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 6 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:02.732094 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-9f070175-ed02-430a-ad39-4d2d96c1a94a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9831817 Sep 14 02:42:02.823228 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:02.834536 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:02.954691 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cde1b1f-b34c-4127-96da-229475dceacc {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:02.966266 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:02.973081 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:02.975413 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aeea9-a6ec-457c-91e3-4abf68147928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c4762f-919e-473d-85a7-b3a15eb6f601,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:02.982807 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Publish callbacks [] for port (4cde1b1f-b34c-4127-96da-229475dceacc), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.037555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Transition to ACTIVE for port object 4cde1b1f-b34c-4127-96da-229475dceacc will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:42:03.042608 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e36026-e10c-4477-9cf7-0f5041beb989 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:03.052410 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.057015 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Publish callbacks [] for port (96e36026-e10c-4477-9cf7-0f5041beb989), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.105059 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Transition to ACTIVE for port object 96e36026-e10c-4477-9cf7-0f5041beb989 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:42:03.132841 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a74aeea9-a6ec-457c-91e3-4abf68147928 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2c747425962147ae839c74452cfca8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6201260 Sep 14 02:42:03.161453 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60786) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:03.176499 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.179468 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb963c-e980-4761-9421-b45a38575607 req-c4b4e30b-c4b6-4950-ba67-290bad8ac252 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:03.181093 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4cdb963c-e980-4761-9421-b45a38575607 req-c4b4e30b-c4b6-4950-ba67-290bad8ac252 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 932 time: 0.8354566 Sep 14 02:42:03.198272 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:03.207132 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Attempting to bind port 4cde1b1f-b34c-4127-96da-229475dceacc on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:42:03.207485 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Attempting to bind port 4cde1b1f-b34c-4127-96da-229475dceacc by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:42:03.207824 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Attempting to bind port 4cde1b1f-b34c-4127-96da-229475dceacc on network 82d3281b-c915-4062-b12c-017b9fdc9c94 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:03.230185 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7801528-c146-45a4-8502-cef4d4387509 req-d7d9b60b-6043-4738-b148-d41b0e75543f tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:03.231642 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b7801528-c146-45a4-8502-cef4d4387509 req-d7d9b60b-6043-4738-b148-d41b0e75543f tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 931 time: 0.6447260 Sep 14 02:42:03.325402 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 7 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:03.335645 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Port 4cde1b1f-b34c-4127-96da-229475dceacc on network 82d3281b-c915-4062-b12c-017b9fdc9c94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:42:03.336275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Attempting to bind port 4cde1b1f-b34c-4127-96da-229475dceacc on network 82d3281b-c915-4062-b12c-017b9fdc9c94 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:03.341821 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Pushing event updated for resources: {'Port': ['ID=96e36026-e10c-4477-9cf7-0f5041beb989,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:03.357571 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60790) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:03.384149 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:03.384766 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Attempting to bind port 96e36026-e10c-4477-9cf7-0f5041beb989 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:42:03.385102 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Attempting to bind port 96e36026-e10c-4477-9cf7-0f5041beb989 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:42:03.385462 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Attempting to bind port 96e36026-e10c-4477-9cf7-0f5041beb989 on network 093854f5-22ad-4472-95a6-37dab652611a {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:03.415623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dceed556-ef04-49ee-aa9d-5876ad89154b admin admin] Publish callbacks [] for security_group (f6c4762f-919e-473d-85a7-b3a15eb6f601), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.420602 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4cdb963c-e980-4761-9421-b45a38575607 req-e8e1ac6a-33ae-4725-9670-6c4b5ebdca96 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861246 Sep 14 02:42:03.444969 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b7801528-c146-45a4-8502-cef4d4387509 req-17c749dd-1c76-4d38-9c5e-dab5704c5b43 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868544 Sep 14 02:42:03.479094 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dceed556-ef04-49ee-aa9d-5876ad89154b admin admin] Publish callbacks [] for security_group (f6c4762f-919e-473d-85a7-b3a15eb6f601), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.500764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Port 96e36026-e10c-4477-9cf7-0f5041beb989 on network 093854f5-22ad-4472-95a6-37dab652611a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:42:03.501091 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Attempting to bind port 96e36026-e10c-4477-9cf7-0f5041beb989 on network 093854f5-22ad-4472-95a6-37dab652611a {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:03.507858 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:42:03.508184 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Checking segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:42:03.508734 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Bound using segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:42:03.509170 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Bound port: 4cde1b1f-b34c-4127-96da-229475dceacc, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:42:03.509830 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.510531 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.557299 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.599683 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:42:03.600014 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Checking segment: {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:42:03.600387 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Bound using segment: {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:42:03.600833 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Bound port: 96e36026-e10c-4477-9cf7-0f5041beb989, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '093854f5-22ad-4472-95a6-37dab652611a'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:42:03.601237 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.621563 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1797c85-338a-4634-b424-b0a348f535bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.624937 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c262e9e4-8dc5-40e8-8128-a19daff2acf1 {{(pid=112942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:03.642799 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72557e-18db-461f-a40e-78a492a9eb17 req-1c410f74-03df-4ae4-a2fe-738d1777b20c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:03.644300 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae72557e-18db-461f-a40e-78a492a9eb17 req-1c410f74-03df-4ae4-a2fe-738d1777b20c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.1580985 Sep 14 02:42:03.654898 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Publish callbacks [] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.655793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dceed556-ef04-49ee-aa9d-5876ad89154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f6c4762f-919e-473d-85a7-b3a15eb6f601), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.658282 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dceed556-ef04-49ee-aa9d-5876ad89154b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.659495 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-dceed556-ef04-49ee-aa9d-5876ad89154b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f6c4762f-919e-473d-85a7-b3a15eb6f601 HTTP/1.1" status: 204 len: 168 time: 0.4928813 Sep 14 02:42:03.675809 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:42:03.688408 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceed556-ef04-49ee-aa9d-5876ad89154b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c4762f-919e-473d-85a7-b3a15eb6f601,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:03.702754 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:03.713236 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:42:03.719949 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:03.722621 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] For port 96e36026-e10c-4477-9cf7-0f5041beb989, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:42:03.726991 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] For port 96e36026-e10c-4477-9cf7-0f5041beb989, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=96e36026-e10c-4477-9cf7-0f5041beb989,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:42:03.732507 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.740388 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:03.741176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.743035 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 1093 time: 3.1261568 Sep 14 02:42:03.744482 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:03.750953 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'Port': ['ID=aea74ed2-af4b-4399-90a2-7a5f1e84c58b,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:03.764785 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:03.766018 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (b6493430-9a7c-40da-87d5-d2aeea8c3b12), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.772135 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.provisioning_blocks [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Transition to ACTIVE for port object c262e9e4-8dc5-40e8-8128-a19daff2acf1 will not be triggered until provisioned by entity L2. {{(pid=112942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:42:03.800326 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.823648 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ae72557e-18db-461f-a40e-78a492a9eb17 req-1d236bd5-b72d-49ff-a19b-71d3085ad79f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531625 Sep 14 02:42:03.836918 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.845771 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:03.846742 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.859392 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/96e36026-e10c-4477-9cf7-0f5041beb989 HTTP/1.1" status: 200 len: 1093 time: 3.2274268 Sep 14 02:42:03.882474 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:03.883908 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-97cb6cec-28c6-4722-b30f-053fb5413af7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0446184 Sep 14 02:42:03.884171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3e037-59e3-4f6e-85a4-35634d8d8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:03.886134 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Attempt 8 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:03.892078 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:03.962277 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fb31b-a051-482b-8337-dc047e50810f service neutron] Pushing event updated for resources: {'Port': ['ID=96e36026-e10c-4477-9cf7-0f5041beb989,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:03.963665 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6f73-3d93-44c5-9d7a-41de265c6f9f None None] Port 96e36026-e10c-4477-9cf7-0f5041beb989 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:42:03.991977 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c262e9e4-8dc5-40e8-8128-a19daff2acf1,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:04.017933 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af54cfb-611a-4ade-a611-9e2ab666b302" -d '{"events": [{"name": "network-changed", "server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:04.049603 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1797c85-338a-4634-b424-b0a348f535bf admin admin] Publish callbacks [] for security_group (3d6e22ad-06b8-4bd3-b419-128b5d5e7717), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.055142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Attempting to bind port c262e9e4-8dc5-40e8-8128-a19daff2acf1 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:42:04.055489 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Attempting to bind port c262e9e4-8dc5-40e8-8128-a19daff2acf1 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:42:04.055887 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Attempting to bind port c262e9e4-8dc5-40e8-8128-a19daff2acf1 on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:04.059761 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1797c85-338a-4634-b424-b0a348f535bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3d6e22ad-06b8-4bd3-b419-128b5d5e7717), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.127572 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Provisioning complete for port a30b67a8-8f41-4866-88ff-7405a9bc2ddd triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:04.128151 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.128627 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 1 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:04.138796 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f1797c85-338a-4634-b424-b0a348f535bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=84afb124dbf343dca61b489a016bef31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7674417 Sep 14 02:42:04.138884 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60822) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:04.139767 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1797c85-338a-4634-b424-b0a348f535bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e22ad-06b8-4bd3-b419-128b5d5e7717,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:04.148475 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Port c262e9e4-8dc5-40e8-8128-a19daff2acf1 on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:42:04.148787 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Attempting to bind port c262e9e4-8dc5-40e8-8128-a19daff2acf1 on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:04.169481 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:04.196006 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:42:04.196642 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Checking segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:42:04.197535 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Bound using segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:42:04.198193 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Bound port: c262e9e4-8dc5-40e8-8128-a19daff2acf1, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:42:04.198766 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.214222 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60830) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:04.238220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7245623e-d865-44f2-9d1f-650f6a542b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.260425 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5057bedf-1412-4cfe-aaea-375c1a34f5f0 admin admin] Publish callbacks [] for security_group (3d6e22ad-06b8-4bd3-b419-128b5d5e7717), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.293048 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5057bedf-1412-4cfe-aaea-375c1a34f5f0 admin admin] Publish callbacks [] for security_group (3d6e22ad-06b8-4bd3-b419-128b5d5e7717), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.353808 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5556d138-41b3-4a50-a578-2f757d09d031 x-openstack-request-id: req-5556d138-41b3-4a50-a578-2f757d09d031 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:04.354488 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:04.354488 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5556d138-41b3-4a50-a578-2f757d09d031 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:04.355093 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5556d138-41b3-4a50-a578-2f757d09d031'] response: {'name': 'network-changed', 'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc', 'status': 'completed', 'code': 200} Sep 14 02:42:04.451007 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5057bedf-1412-4cfe-aaea-375c1a34f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3d6e22ad-06b8-4bd3-b419-128b5d5e7717), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.466379 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5057bedf-1412-4cfe-aaea-375c1a34f5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.479063 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5057bedf-1412-4cfe-aaea-375c1a34f5f0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3d6e22ad-06b8-4bd3-b419-128b5d5e7717 HTTP/1.1" status: 204 len: 168 time: 0.3389997 Sep 14 02:42:04.483649 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] For port c262e9e4-8dc5-40e8-8128-a19daff2acf1, host hv-cinder-85707, cleared binding levels {{(pid=112942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:42:04.485377 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7245623e-d865-44f2-9d1f-650f6a542b2f admin admin] Publish callbacks [] for security_group (776f0e73-1653-4d03-9ec0-8fde969f1f7d), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.503236 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7245623e-d865-44f2-9d1f-650f6a542b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (776f0e73-1653-4d03-9ec0-8fde969f1f7d), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.510039 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057bedf-1412-4cfe-aaea-375c1a34f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e22ad-06b8-4bd3-b419-128b5d5e7717,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:04.516029 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-e03ec0e9-959e-4e8b-81f5-5b245ff3a4de tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--502303107&fields=id&tenant_id=2384279227724e9592e7593837e2fece HTTP/1.1" status: 200 len: 267 time: 0.2755718 Sep 14 02:42:04.517753 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] For port c262e9e4-8dc5-40e8-8128-a19daff2acf1, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:42:04.531876 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.595472 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:04.596112 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.597570 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 200 len: 1093 time: 3.6854339 Sep 14 02:42:04.598388 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'tag': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:04.608663 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7245623e-d865-44f2-9d1f-650f6a542b2f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ef48f021aff34d179eaf073e4ed329ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910592 Sep 14 02:42:04.618890 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60844) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:04.670394 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 2 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:04.676672 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245623e-d865-44f2-9d1f-650f6a542b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776f0e73-1653-4d03-9ec0-8fde969f1f7d,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:04.696436 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-37efd17c-e5da-4feb-9357-316b964f11cb admin admin] Publish callbacks [] for security_group (776f0e73-1653-4d03-9ec0-8fde969f1f7d), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.738220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-37efd17c-e5da-4feb-9357-316b964f11cb admin admin] Publish callbacks [] for security_group (776f0e73-1653-4d03-9ec0-8fde969f1f7d), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.753120 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:04.843666 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-37efd17c-e5da-4feb-9357-316b964f11cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (776f0e73-1653-4d03-9ec0-8fde969f1f7d), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.846952 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-37efd17c-e5da-4feb-9357-316b964f11cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:04.848438 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-37efd17c-e5da-4feb-9357-316b964f11cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/776f0e73-1653-4d03-9ec0-8fde969f1f7d HTTP/1.1" status: 204 len: 168 time: 0.2277892 Sep 14 02:42:04.876152 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efd17c-e5da-4feb-9357-316b964f11cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f0e73-1653-4d03-9ec0-8fde969f1f7d,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:04.891549 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ff53d-a000-4d7d-9c09-83f18e0bdfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c262e9e4-8dc5-40e8-8128-a19daff2acf1,revision_number=3']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:04.956023 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-499b08fb-12f7-442a-84f2-066c41b301d7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:04.965635 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-499b08fb-12f7-442a-84f2-066c41b301d7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 810 time: 0.4387360 Sep 14 02:42:04.978895 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18fdf64-5953-4200-8859-9030a157ab6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2151ca5a-87e8-48ab-8495-047ca5b60990", "tag": "c262e9e4-8dc5-40e8-8128-a19daff2acf1"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:04.995921 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:05.044378 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcce5f-d9c1-4e14-9b03-0ed0aff2064c req-80d9a8b7-20fa-419a-a6d9-ec45049cde0a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:05.047559 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2ebcce5f-d9c1-4e14-9b03-0ed0aff2064c req-80d9a8b7-20fa-419a-a6d9-ec45049cde0a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 932 time: 0.4153302 Sep 14 02:42:05.049088 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-7a9f2e65-6b6d-4025-a08d-1d8dce3327ab tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/quotas/2384279227724e9592e7593837e2fece HTTP/1.1" status: 200 len: 375 time: 0.0615981 Sep 14 02:42:05.208957 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Request body: {'port': {'device_id': '291395b2-96f0-4d99-85a0-2340a812b63e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:05.235853 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-edcb8a9a-37b5-4346-997f-41c2adef2e92 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698148 Sep 14 02:42:05.254713 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 3 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:05.270394 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2ebcce5f-d9c1-4e14-9b03-0ed0aff2064c req-592f4e25-ff4a-4035-ba24-6de05f23f4aa tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982937 Sep 14 02:42:05.405265 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:05.412065 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:05.471002 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 60874) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:05.474080 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:05.711374 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-c9969a5f-b0f9-4202-a838-f209ea99c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:05.713881 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-c9969a5f-b0f9-4202-a838-f209ea99c438 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=82504e22300a40958f2742999e126d48&device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 1127 time: 0.4416640 Sep 14 02:42:05.741073 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a15af-4b18-44ec-b37b-c350023777dd req-37128c6c-7da4-445f-9c90-e0d13024bb10 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:05.749361 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce7a15af-4b18-44ec-b37b-c350023777dd req-37128c6c-7da4-445f-9c90-e0d13024bb10 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 943 time: 0.2244639 Sep 14 02:42:05.797675 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-af78518d-325e-436e-acf1-ba53f332574b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809892 Sep 14 02:42:05.914203 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 4 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:05.989639 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:06.001485 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:06.003267 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-0d38dec9-d853-40fd-86ae-4ed472ea8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:06.005167 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-0d38dec9-d853-40fd-86ae-4ed472ea8d46 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1127 time: 0.5326011 Sep 14 02:42:06.060125 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6a93eeb5-c3d3-486e-b35e-4dacb0cdc901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:06.062829 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:06.139225 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce7a15af-4b18-44ec-b37b-c350023777dd req-3f71eba5-dc9a-493d-9fe3-db58c876fa88 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885019 Sep 14 02:42:06.145976 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-a39a63d7-8af7-4b33-ae78-70b978932a69 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e36026-e10c-4477-9cf7-0f5041beb989 HTTP/1.1" status: 200 len: 217 time: 0.1874065 Sep 14 02:42:06.282608 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-ba9fb9a8-e248-496a-bb57-d4acd3a6ce4b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777684 Sep 14 02:42:06.335882 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-0eb953cf-75d3-4e18-b766-870e52d2f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:06.341846 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-0eb953cf-75d3-4e18-b766-870e52d2f250 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ad0050e4-b7a6-4052-bddd-1f307b9ef80c HTTP/1.1" status: 200 len: 851 time: 0.1516724 Sep 14 02:42:06.349955 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-bdb6a249-b57e-423e-bf4f-a525a01a6e8a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 200 len: 217 time: 0.3139503 Sep 14 02:42:06.355862 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-a535768b-c932-4e31-962d-90d365963f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:06.364157 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-a535768b-c932-4e31-962d-90d365963f56 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1127 time: 0.8944485 Sep 14 02:42:06.374893 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'tag': '96e36026-e10c-4477-9cf7-0f5041beb989'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:06.377350 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd1b75-d486-487a-bcde-0cec60f5972f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbbff8e-086d-4fec-9d22-39447cd69ebf", "tag": "96e36026-e10c-4477-9cf7-0f5041beb989"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:06.483133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8bbc5-8cbf-462b-9b31-2ec4d141b4ce req-725fa373-6349-44b1-abcc-d1c0563874fe tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:06.486076 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-82a8bbc5-8cbf-462b-9b31-2ec4d141b4ce req-725fa373-6349-44b1-abcc-d1c0563874fe tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.1796846 Sep 14 02:42:06.564629 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 5 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:06.566518 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:06.611684 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:06.689660 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-844075c0-2646-4637-a770-bc897ab0da45 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 217 time: 0.2247183 Sep 14 02:42:06.701773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4ddfeccd-8913-426d-a3e5-8807d3c7367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:06.703348 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-4ddfeccd-8913-426d-a3e5-8807d3c7367c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093854f5-22ad-4472-95a6-37dab652611a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2156863 Sep 14 02:42:06.795925 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-82a8bbc5-8cbf-462b-9b31-2ec4d141b4ce req-bc048fa0-8c1f-4c15-85f9-77d1615999b8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279780 Sep 14 02:42:06.968023 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-51704c0b-bdf9-4256-8f46-0ad5381590b4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093854f5-22ad-4472-95a6-37dab652611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531037 Sep 14 02:42:07.060821 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-1c649111-bb90-422c-b970-319e058ca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:07.068774 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-1c649111-bb90-422c-b970-319e058ca5bd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.6038656 Sep 14 02:42:07.115626 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 6 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:07.188390 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:07.198733 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339ae4e5-c744-471d-afe9-e381380d2a4a x-openstack-request-id: req-339ae4e5-c744-471d-afe9-e381380d2a4a {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:07.199294 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2151ca5a-87e8-48ab-8495-047ca5b60990", "tag": "c262e9e4-8dc5-40e8-8128-a19daff2acf1", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:07.203821 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-339ae4e5-c744-471d-afe9-e381380d2a4a {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:07.204529 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339ae4e5-c744-471d-afe9-e381380d2a4a'] response: {'name': 'network-changed', 'server_uuid': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'tag': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1', 'status': 'completed', 'code': 200} Sep 14 02:42:07.292211 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbdfeb-b1f3-4b6c-9755-1571405c9fe6 req-2287a862-113e-4731-8b8b-b61740a378d2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:07.293875 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b4fbdfeb-b1f3-4b6c-9755-1571405c9fe6 req-2287a862-113e-4731-8b8b-b61740a378d2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 932 time: 0.1687422 Sep 14 02:42:07.343328 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d6b3e8-bc3b-4bbf-9f48-aa72826735f5 x-openstack-request-id: req-b0d6b3e8-bc3b-4bbf-9f48-aa72826735f5 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:07.345371 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbbff8e-086d-4fec-9d22-39447cd69ebf", "tag": "96e36026-e10c-4477-9cf7-0f5041beb989", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:07.345638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0d6b3e8-bc3b-4bbf-9f48-aa72826735f5 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:07.346237 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d6b3e8-bc3b-4bbf-9f48-aa72826735f5'] response: {'name': 'network-changed', 'server_uuid': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'tag': '96e36026-e10c-4477-9cf7-0f5041beb989', 'status': 'completed', 'code': 200} Sep 14 02:42:07.374875 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-346008e1-4855-4935-a7fa-339481364b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:07.376830 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-346008e1-4855-4935-a7fa-339481364b72 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.6513455 Sep 14 02:42:07.424187 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:07.430336 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee56f77a-1969-40c4-9e36-dda4ae227cf3 req-1b8ba1aa-fa4a-477b-ba29-c3025017a311 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093854f5-22ad-4472-95a6-37dab652611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523113 Sep 14 02:42:07.458374 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7a6dc96b-8a84-4fe2-b609-a347c0086636 req-6df283c5-c36d-4dba-9adb-452cd6b21973 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.1057806 Sep 14 02:42:07.530850 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-fad1cc27-e57f-4b16-a1a4-f6ac31e16009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:07.532664 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-fad1cc27-e57f-4b16-a1a4-f6ac31e16009 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4503253 Sep 14 02:42:07.583928 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6a93eeb5-c3d3-486e-b35e-4dacb0cdc901 admin admin] Publish callbacks [] for security_group (f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:07.593241 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30b67a8-8f41-4866-88ff-7405a9bc2ddd {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:07.596047 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b4fbdfeb-b1f3-4b6c-9755-1571405c9fe6 req-bb8916ea-6c4d-4d01-a8f2-16dfac14b33f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866936 Sep 14 02:42:07.631045 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6a93eeb5-c3d3-486e-b35e-4dacb0cdc901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:07.682353 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Publish callbacks [] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:07.690134 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 7 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:07.692927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-a3ecf81d-3557-4aef-8197-b7c072abcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:07.695152 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-a3ecf81d-3557-4aef-8197-b7c072abcf89 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=82504e22300a40958f2742999e126d48&device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 1127 time: 0.1581304 Sep 14 02:42:07.702239 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-ca2c7888-ae9e-4dd2-8045-74e63e84b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:07.704441 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-ca2c7888-ae9e-4dd2-8045-74e63e84b9ea service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2306826 Sep 14 02:42:07.709661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8620f4-48b3-48f1-9102-8459a728998f req-8b7c92da-5b13-4fd6-8721-0b09d0ff9d4e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:07.711397 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f8620f4-48b3-48f1-9102-8459a728998f req-8b7c92da-5b13-4fd6-8721-0b09d0ff9d4e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 943 time: 0.1369739 Sep 14 02:42:07.795679 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Transition to ACTIVE for port object a30b67a8-8f41-4866-88ff-7405a9bc2ddd will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:42:07.831353 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:07.887621 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-66d4ee3d-09ba-4ee2-a04e-bc6b45ddefdb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239396 Sep 14 02:42:07.979431 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:07.982675 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f8620f4-48b3-48f1-9102-8459a728998f req-4ee9d3fc-e119-4665-8055-13b72ed993fb tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361505 Sep 14 02:42:08.003941 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-6a93eeb5-c3d3-486e-b35e-4dacb0cdc901 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=78aa3b29e44c41339bea7537a59ab4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4957490 Sep 14 02:42:08.048976 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 60958) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:08.144244 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-0d4f3245-14ec-4f2e-8a1a-ebfddcaa51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:08.146810 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-0d4f3245-14ec-4f2e-8a1a-ebfddcaa51b9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093854f5-22ad-4472-95a6-37dab652611a HTTP/1.1" status: 200 len: 913 time: 0.4344099 Sep 14 02:42:08.163329 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93eeb5-c3d3-486e-b35e-4dacb0cdc901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:08.195975 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267d136-e09e-45cc-9803-cf6b7a9deefe req-9532c36d-a515-4418-9a26-d456a174ef6d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:08.203421 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e267d136-e09e-45cc-9803-cf6b7a9deefe req-9532c36d-a515-4418-9a26-d456a174ef6d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.2047524 Sep 14 02:42:08.333062 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 8 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:08.403861 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:08.415008 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-ba3244c3-f617-4758-9827-156c40d8621d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842711 Sep 14 02:42:08.459225 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:08.515705 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:08.517863 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Attempting to bind port a30b67a8-8f41-4866-88ff-7405a9bc2ddd on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:42:08.519253 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Attempting to bind port a30b67a8-8f41-4866-88ff-7405a9bc2ddd by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:42:08.519613 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Attempting to bind port a30b67a8-8f41-4866-88ff-7405a9bc2ddd on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:08.543723 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Pushing event updated for resources: {'Port': ['ID=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:08.667086 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7d9f9ac-5f0b-43ce-b2de-68c3468ef73c req-8b5c3749-0b57-4408-9b8e-9f50567a6eb8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7538378 Sep 14 02:42:08.672856 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:42:08.673188 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Attempting to bind port a30b67a8-8f41-4866-88ff-7405a9bc2ddd on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:08.727821 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:42:08.728654 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Checking segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:42:08.728654 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Bound using segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:42:08.729035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Bound port: a30b67a8-8f41-4866-88ff-7405a9bc2ddd, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:42:08.729401 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:08.842300 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] For port a30b67a8-8f41-4866-88ff-7405a9bc2ddd, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:42:08.862163 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] For port a30b67a8-8f41-4866-88ff-7405a9bc2ddd, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:42:08.868700 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-6305b584-a474-43f2-8a15-89238e045c0d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e36026-e10c-4477-9cf7-0f5041beb989 HTTP/1.1" status: 200 len: 217 time: 0.6953499 Sep 14 02:42:08.887104 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:08.902240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:08.903705 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:08.909053 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/a30b67a8-8f41-4866-88ff-7405a9bc2ddd HTTP/1.1" status: 200 len: 1094 time: 3.7023489 Sep 14 02:42:08.960979 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6c4b5216-f17b-4e7d-8383-7d0832f6788d req-34f01ce1-4a4c-45fe-8f1f-e9b2886c97e0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.1057274 Sep 14 02:42:08.970647 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Attempt 9 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:09.025774 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-418864a3-b954-4ac7-b8e5-c34b3e5738a9 admin admin] Publish callbacks [] for security_group (f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:09.102089 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-fad363c5-0100-41c9-a7a6-a0e86246c699 None None] Port a30b67a8-8f41-4866-88ff-7405a9bc2ddd had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:42:09.205558 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-9e6eabcd-4684-4bbd-b795-e065c603d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:09.207400 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-9e6eabcd-4684-4bbd-b795-e065c603d253 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ad0050e4-b7a6-4052-bddd-1f307b9ef80c HTTP/1.1" status: 200 len: 851 time: 0.1383417 Sep 14 02:42:09.231686 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e267d136-e09e-45cc-9803-cf6b7a9deefe req-4b0e8818-1c4c-4c92-8ae6-6146b170d658 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0270717 Sep 14 02:42:09.235813 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48380b82-e4f2-4ec8-9155-4055ce16d504 service neutron] Pushing event updated for resources: {'Port': ['ID=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:09.318309 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:09.355335 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-418864a3-b954-4ac7-b8e5-c34b3e5738a9 admin admin] Publish callbacks [] for security_group (f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:09.381185 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291395b2-96f0-4d99-85a0-2340a812b63e', 'tag': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:09.385597 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074052ae-6a91-435d-9c7c-922ba6d216fc" -d '{"events": [{"name": "network-changed", "server_uuid": "291395b2-96f0-4d99-85a0-2340a812b63e", "tag": "a30b67a8-8f41-4866-88ff-7405a9bc2ddd"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:09.441040 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:09.453443 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-b4d3bd97-c9ac-4231-ae5e-c2b4de506eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:09.462743 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-b4d3bd97-c9ac-4231-ae5e-c2b4de506eb2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 1128 time: 0.2138157 Sep 14 02:42:09.465718 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fdf64-5953-4200-8859-9030a157ab6a req-7438d094-a0dc-4203-aea3-f0963263eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:09.469506 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b18fdf64-5953-4200-8859-9030a157ab6a req-7438d094-a0dc-4203-aea3-f0963263eefc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1127 time: 0.2266781 Sep 14 02:42:09.502440 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de185de-3ae9-413a-a2d4-08091f2c2f02 req-2ecb3543-7773-415d-86bc-d808a24952a8 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:09.510942 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1de185de-3ae9-413a-a2d4-08091f2c2f02 req-2ecb3543-7773-415d-86bc-d808a24952a8 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 943 time: 0.1130710 Sep 14 02:42:09.533773 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ae450319-e750-4ebf-bc10-72f5edd49374 req-772f8f25-20ff-4056-bec9-42afbcb01551 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751441 Sep 14 02:42:09.555403 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:09.567520 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258013c-4d39-47be-8790-ac26e8f72e3f req-f7bb6530-862a-4bb8-a9be-487a055b5193 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:09.575438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8258013c-4d39-47be-8790-ac26e8f72e3f req-f7bb6530-862a-4bb8-a9be-487a055b5193 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.3667741 Sep 14 02:42:09.702041 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8258013c-4d39-47be-8790-ac26e8f72e3f req-2a0f5b6e-8d35-4552-9f8a-658b2f73048e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229651 Sep 14 02:42:09.775133 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1de185de-3ae9-413a-a2d4-08091f2c2f02 req-7141c6e8-867e-4cf7-ab18-f301f9b81e5f tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566648 Sep 14 02:42:09.796679 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-418864a3-b954-4ac7-b8e5-c34b3e5738a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:09.799325 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-418864a3-b954-4ac7-b8e5-c34b3e5738a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:09.803671 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-418864a3-b954-4ac7-b8e5-c34b3e5738a9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b HTTP/1.1" status: 204 len: 168 time: 1.7298098 Sep 14 02:42:09.827692 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3be1f4-b3a8-4534-b9f9-75ec1c7e30ec x-openstack-request-id: req-4e3be1f4-b3a8-4534-b9f9-75ec1c7e30ec {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:09.828259 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291395b2-96f0-4d99-85a0-2340a812b63e", "tag": "a30b67a8-8f41-4866-88ff-7405a9bc2ddd", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:09.828259 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e3be1f4-b3a8-4534-b9f9-75ec1c7e30ec {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:09.828575 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3be1f4-b3a8-4534-b9f9-75ec1c7e30ec'] response: {'name': 'network-changed', 'server_uuid': '291395b2-96f0-4d99-85a0-2340a812b63e', 'tag': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd', 'status': 'completed', 'code': 200} Sep 14 02:42:09.832791 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418864a3-b954-4ac7-b8e5-c34b3e5738a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83ecd3b-9a98-4fc6-a449-a5aaa2cd201b,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:09.857558 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 32772) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:10.082449 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-135a7c39-30c8-49b4-bcfa-947cdd51550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:10.090561 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-135a7c39-30c8-49b4-bcfa-947cdd51550e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093854f5-22ad-4472-95a6-37dab652611a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387849 Sep 14 02:42:10.142942 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-20a05827-b12c-4576-9865-e4e2b3fc800d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd HTTP/1.1" status: 200 len: 217 time: 0.1900690 Sep 14 02:42:10.218359 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-0200db21-7ae7-4f43-b82c-a92190ebc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:10.219896 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-0200db21-7ae7-4f43-b82c-a92190ebc159 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1127 time: 0.2140169 Sep 14 02:42:10.227333 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e7f36bdf-2c86-447a-9b3a-e87c40ba1302 req-0b434336-a5a7-411e-9f29-1682149b0a7e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.0592437 Sep 14 02:42:10.331496 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fdf64-5953-4200-8859-9030a157ab6a req-824e36b3-cb08-4df0-bfb1-fe06d24c10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:10.333324 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b18fdf64-5953-4200-8859-9030a157ab6a req-824e36b3-cb08-4df0-bfb1-fe06d24c10e0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.3818145 Sep 14 02:42:10.387883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc5d5-0258-4b3e-96d3-aa8bd254f3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:10.541153 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439936-b6f5-4ba6-87cb-a41caadd8a59 req-0b89b936-3854-487e-9dc9-a6b1f33dc0d4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:10.548962 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62439936-b6f5-4ba6-87cb-a41caadd8a59 req-0b89b936-3854-487e-9dc9-a6b1f33dc0d4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.1028953 Sep 14 02:42:10.677666 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:10.819180 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc5d5-0258-4b3e-96d3-aa8bd254f3e1 admin admin] Publish callbacks [] for security_group (eddfad44-bf3d-4dc9-908b-60f03c56f909), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:10.821414 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.48', 61750) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:10.868842 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62439936-b6f5-4ba6-87cb-a41caadd8a59 req-d14db450-97c4-483f-ac05-eb0cfd37d6ab tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187416 Sep 14 02:42:10.905869 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b18fdf64-5953-4200-8859-9030a157ab6a req-e4f7ad8c-31cb-428e-9db1-59f6c362c5bf service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 200 len: 217 time: 0.2920928 Sep 14 02:42:10.912973 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc5d5-0258-4b3e-96d3-aa8bd254f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (eddfad44-bf3d-4dc9-908b-60f03c56f909), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:10.961067 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-f07d6354-4c13-4c41-9b66-2273cabb5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:10.962890 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-f07d6354-4c13-4c41-9b66-2273cabb5dd7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.3584254 Sep 14 02:42:11.013226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-59b9743a-eed9-48da-9d13-52b4f5bc8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:11.015168 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-59b9743a-eed9-48da-9d13-52b4f5bc8d3c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.4120073 Sep 14 02:42:11.017418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bc5d5-0258-4b3e-96d3-aa8bd254f3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddfad44-bf3d-4dc9-908b-60f03c56f909,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:11.123539 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ec6bc5d5-0258-4b3e-96d3-aa8bd254f3e1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=386f30c5030a44179c4f48f67ab3eb77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2649691 Sep 14 02:42:11.126522 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 32818) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:11.188325 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:11.195509 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61c512-9a06-48ff-901e-0880c0127b7b req-d6be49e9-c11c-4b5b-bb5e-060524e7addf tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:11.197078 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2e61c512-9a06-48ff-901e-0880c0127b7b req-d6be49e9-c11c-4b5b-bb5e-060524e7addf tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.2968369 Sep 14 02:42:11.203961 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-431dfa14-8d0a-4f96-9424-4916fdcb6dfe admin admin] Publish callbacks [] for security_group (eddfad44-bf3d-4dc9-908b-60f03c56f909), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:11.232517 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58ca29-6500-4bee-ab7c-19a6221480d6 req-aff65a63-0c1c-4990-9b5b-727e9ee3db6e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:11.239552 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c58ca29-6500-4bee-ab7c-19a6221480d6 req-aff65a63-0c1c-4990-9b5b-727e9ee3db6e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 943 time: 0.2149019 Sep 14 02:42:11.256703 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-431dfa14-8d0a-4f96-9424-4916fdcb6dfe admin admin] Publish callbacks [] for security_group (eddfad44-bf3d-4dc9-908b-60f03c56f909), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:11.267927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:11.273745 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-3957a112-ba5e-460b-a621-a8712d546c69 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093854f5-22ad-4472-95a6-37dab652611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432462 Sep 14 02:42:11.332663 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-89f2b7fc-ab95-45ac-9a13-38cd7531fa98 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:11.334706 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-89f2b7fc-ab95-45ac-9a13-38cd7531fa98 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 810 time: 0.5103590 Sep 14 02:42:11.433270 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c58ca29-6500-4bee-ab7c-19a6221480d6 req-34c0a9a1-fb03-4412-8166-1192109f3946 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925147 Sep 14 02:42:11.495438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2e61c512-9a06-48ff-901e-0880c0127b7b req-d0f53fcf-c10d-4779-aac7-bc6a098e1458 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505786 Sep 14 02:42:11.528000 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-9acf69bb-9e77-4978-9430-9e614a06c507 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2384279227724e9592e7593837e2fece HTTP/1.1" status: 200 len: 379 time: 0.1758893 Sep 14 02:42:11.566202 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-9eb5143b-095f-4a02-8fa4-e97111f76be5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093854f5-22ad-4472-95a6-37dab652611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657993 Sep 14 02:42:11.594758 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5e48ca9-69d0-4f67-8f6f-a9d5ec0405b3 req-6dd377e8-c6e2-4787-b920-cc932816b49d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.0489030 Sep 14 02:42:11.753224 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fdf64-5953-4200-8859-9030a157ab6a req-4614a24d-913b-493b-a31f-08e9b8ae25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:11.754831 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b18fdf64-5953-4200-8859-9030a157ab6a req-4614a24d-913b-493b-a31f-08e9b8ae25c3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.4505267 Sep 14 02:42:11.759548 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-7027f82a-1217-48d2-bf09-73e94c3808a5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 217 time: 0.3806036 Sep 14 02:42:11.771450 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-fe5bda9a-e068-4aec-9a72-c9e767bae6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:11.773212 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-fe5bda9a-e068-4aec-9a72-c9e767bae6ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4762185 Sep 14 02:42:11.787545 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-431dfa14-8d0a-4f96-9424-4916fdcb6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (eddfad44-bf3d-4dc9-908b-60f03c56f909), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:11.791423 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-431dfa14-8d0a-4f96-9424-4916fdcb6dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:11.793057 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-431dfa14-8d0a-4f96-9424-4916fdcb6dfe admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eddfad44-bf3d-4dc9-908b-60f03c56f909 HTTP/1.1" status: 204 len: 168 time: 0.6653624 Sep 14 02:42:11.805947 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dfa14-8d0a-4f96-9424-4916fdcb6dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddfad44-bf3d-4dc9-908b-60f03c56f909,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:12.063402 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57371227-d092-48ce-bb55-adb59585bca2 req-e7cbe4a8-56a4-4658-a03f-09e9d85894c2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:12.063402 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-57371227-d092-48ce-bb55-adb59585bca2 req-e7cbe4a8-56a4-4658-a03f-09e9d85894c2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0952692 Sep 14 02:42:12.120820 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-57371227-d092-48ce-bb55-adb59585bca2 req-ebe4e13e-c755-4350-80a5-ab70c91f9320 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510442 Sep 14 02:42:12.280101 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 32854) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:12.293961 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcb71-d02f-485b-888a-8817998fcada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.306397 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:12.370485 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 96e36026-e10c-4477-9cf7-0f5041beb989 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:42:12.375218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcb71-d02f-485b-888a-8817998fcada admin admin] Publish callbacks [] for security_group (0e62e249-06fb-4ab3-8659-4eb565a5231f), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.379538 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcb71-d02f-485b-888a-8817998fcada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (0e62e249-06fb-4ab3-8659-4eb565a5231f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.421233 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3d0dcb71-d02f-485b-888a-8817998fcada admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7c282611e3e44567afc4452468132abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375775 Sep 14 02:42:12.421233 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dcb71-d02f-485b-888a-8817998fcada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e62e249-06fb-4ab3-8659-4eb565a5231f,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:12.421676 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 32858) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:12.475694 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb758-06a2-4659-b61a-4dbf12e51ac7 admin admin] Publish callbacks [] for security_group (0e62e249-06fb-4ab3-8659-4eb565a5231f), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.494351 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 96e36026-e10c-4477-9cf7-0f5041beb989, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=96e36026-e10c-4477-9cf7-0f5041beb989,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:12.499597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb758-06a2-4659-b61a-4dbf12e51ac7 admin admin] Publish callbacks [] for security_group (0e62e249-06fb-4ab3-8659-4eb565a5231f), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.506568 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '96e36026-e10c-4477-9cf7-0f5041beb989', 'network_id': '093854f5-22ad-4472-95a6-37dab652611a', 'port_id': '96e36026-e10c-4477-9cf7-0f5041beb989', 'mac_address': 'fa:16:3e:2b:8e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0050e4-b7a6-4052-bddd-1f307b9ef80c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:42:12.553547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 96e36026-e10c-4477-9cf7-0f5041beb989 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:12.554223 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.570065 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e36026-e10c-4477-9cf7-0f5041beb989 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:12.591736 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd5da3-785a-4b68-8674-62d37f9259ea req-47750e7e-83e2-4c4c-8917-4e9b453fd237 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:12.592320 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 96e36026-e10c-4477-9cf7-0f5041beb989, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=96e36026-e10c-4477-9cf7-0f5041beb989,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:12.593451 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-91fd5da3-785a-4b68-8674-62d37f9259ea req-47750e7e-83e2-4c4c-8917-4e9b453fd237 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 943 time: 0.0677338 Sep 14 02:42:12.601111 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.630057 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:12.639411 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb758-06a2-4659-b61a-4dbf12e51ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (0e62e249-06fb-4ab3-8659-4eb565a5231f), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.642354 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb758-06a2-4659-b61a-4dbf12e51ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:12.653324 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ec9eb758-06a2-4659-b61a-4dbf12e51ac7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0e62e249-06fb-4ab3-8659-4eb565a5231f HTTP/1.1" status: 204 len: 168 time: 0.2297254 Sep 14 02:42:12.663190 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=96e36026-e10c-4477-9cf7-0f5041beb989,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:12.708994 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eb758-06a2-4659-b61a-4dbf12e51ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e62e249-06fb-4ab3-8659-4eb565a5231f,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:12.732019 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-91fd5da3-785a-4b68-8674-62d37f9259ea req-977b33c8-1ee1-458d-9bfc-b57ae7e28f20 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318257 Sep 14 02:42:12.752483 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610a20-3e29-4d66-b7ed-d90ef74e2465 req-53b18fe4-716a-4650-a403-97a7873e7f7d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:12.754010 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e1610a20-3e29-4d66-b7ed-d90ef74e2465 req-53b18fe4-716a-4650-a403-97a7873e7f7d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.1261232 Sep 14 02:42:12.844522 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-822699d8-87e2-4388-9569-613372fe03d1 req-be7edcb6-24da-43e1-b96f-9e2a2596d907 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.0411129 Sep 14 02:42:12.855859 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e1610a20-3e29-4d66-b7ed-d90ef74e2465 req-39533ead-9c29-49ec-b40f-e4a213f02120 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Sep 14 02:42:12.862844 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['96e36026-e10c-4477-9cf7-0f5041beb989'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:42:12.891936 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:13.261043 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49e38-0e54-49b7-a3b2-a6ab9191c10b req-36098570-0740-429f-8164-f8f2f7581b24 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:13.268192 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a7c49e38-0e54-49b7-a3b2-a6ab9191c10b req-36098570-0740-429f-8164-f8f2f7581b24 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0596130 Sep 14 02:42:13.322368 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a7c49e38-0e54-49b7-a3b2-a6ab9191c10b req-fafcf735-c65c-4071-b159-f5d8237426d6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531447 Sep 14 02:42:13.341099 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 32906) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:13.381359 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 32912) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:13.584103 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c31364fe-e741-4d40-a53e-a156bd73d2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.613003 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f95f8fc8-d43f-4517-b52d-f5574aeb8aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.673208 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c31364fe-e741-4d40-a53e-a156bd73d2c4 admin admin] Publish callbacks [] for security_group (cd14d7dd-4301-4294-98ff-180f46a94775), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.678870 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c31364fe-e741-4d40-a53e-a156bd73d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (cd14d7dd-4301-4294-98ff-180f46a94775), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.700549 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f95f8fc8-d43f-4517-b52d-f5574aeb8aa0 admin admin] Publish callbacks [] for security_group (74be2f28-a8af-40fa-8c39-03e053ebeb5e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.706444 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f95f8fc8-d43f-4517-b52d-f5574aeb8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (74be2f28-a8af-40fa-8c39-03e053ebeb5e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.722311 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-c31364fe-e741-4d40-a53e-a156bd73d2c4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c8953eee403549b3908d91e3249f6e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796325 Sep 14 02:42:13.723762 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31364fe-e741-4d40-a53e-a156bd73d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd14d7dd-4301-4294-98ff-180f46a94775,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:13.725924 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 32926) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:13.768349 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f95f8fc8-d43f-4517-b52d-f5574aeb8aa0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d5d1e6325c0b4bc0b0f27952edc16c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858213 Sep 14 02:42:13.769401 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f8fc8-d43f-4517-b52d-f5574aeb8aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be2f28-a8af-40fa-8c39-03e053ebeb5e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:13.770975 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 32932) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:13.808427 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-57bb9d3d-0743-4111-8a40-8775daf58dd1 admin admin] Publish callbacks [] for security_group (cd14d7dd-4301-4294-98ff-180f46a94775), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.829610 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-57bb9d3d-0743-4111-8a40-8775daf58dd1 admin admin] Publish callbacks [] for security_group (cd14d7dd-4301-4294-98ff-180f46a94775), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.856289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:13.883923 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e4619-3400-48eb-8e60-57d827db661d req-3c273cf4-0a40-4fde-a1b5-0804795a371e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:13.885632 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f48e4619-3400-48eb-8e60-57d827db661d req-3c273cf4-0a40-4fde-a1b5-0804795a371e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 944 time: 0.0709798 Sep 14 02:42:13.891732 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4acd3f81-6297-43c4-bc60-f99e7ea0b586 admin admin] Publish callbacks [] for security_group (74be2f28-a8af-40fa-8c39-03e053ebeb5e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.901964 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-57bb9d3d-0743-4111-8a40-8775daf58dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (cd14d7dd-4301-4294-98ff-180f46a94775), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.904923 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-57bb9d3d-0743-4111-8a40-8775daf58dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.906412 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-57bb9d3d-0743-4111-8a40-8775daf58dd1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cd14d7dd-4301-4294-98ff-180f46a94775 HTTP/1.1" status: 204 len: 168 time: 0.1766140 Sep 14 02:42:13.915927 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb9d3d-0743-4111-8a40-8775daf58dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd14d7dd-4301-4294-98ff-180f46a94775,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:13.939138 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4acd3f81-6297-43c4-bc60-f99e7ea0b586 admin admin] Publish callbacks [] for security_group (74be2f28-a8af-40fa-8c39-03e053ebeb5e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:13.941458 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:13.992946 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-60a65f6f-b2b3-4394-b712-26efd2bcf8fe req-d8b03600-9125-45da-8b6f-18d80fff8222 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.0564330 Sep 14 02:42:14.037478 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f48e4619-3400-48eb-8e60-57d827db661d req-e4644367-7342-4dbb-b5bf-367419bd9ece tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333218 Sep 14 02:42:14.077071 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4acd3f81-6297-43c4-bc60-f99e7ea0b586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (74be2f28-a8af-40fa-8c39-03e053ebeb5e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.079518 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4acd3f81-6297-43c4-bc60-f99e7ea0b586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.085481 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-4acd3f81-6297-43c4-bc60-f99e7ea0b586 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/74be2f28-a8af-40fa-8c39-03e053ebeb5e HTTP/1.1" status: 204 len: 168 time: 0.3084874 Sep 14 02:42:14.118778 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd3f81-6297-43c4-bc60-f99e7ea0b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be2f28-a8af-40fa-8c39-03e053ebeb5e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:14.141908 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f3e11-cf78-4d54-b14a-1013271026a8 req-922dd185-8890-4d8b-ac97-da5fbfcd1f11 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:14.143661 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b80f3e11-cf78-4d54-b14a-1013271026a8 req-922dd185-8890-4d8b-ac97-da5fbfcd1f11 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.0768456 Sep 14 02:42:14.195202 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b80f3e11-cf78-4d54-b14a-1013271026a8 req-f1bda2a7-6eaa-4acc-b3cb-ff5696d5d3fc tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Sep 14 02:42:14.385421 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 32952) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:14.419542 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ebaeac27-b58c-46a1-91a9-4b58ad1edd03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.500269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbf68-1c10-42e0-a622-3e26feedff8b req-3a5b65a1-96ee-47ee-b73b-7558c0d04110 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:14.502281 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-63ecbf68-1c10-42e0-a622-3e26feedff8b req-3a5b65a1-96ee-47ee-b73b-7558c0d04110 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0896840 Sep 14 02:42:14.567697 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:14.598769 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-63ecbf68-1c10-42e0-a622-3e26feedff8b req-1aaebd9e-d0ea-4d66-9a05-fd0c3bed3fd5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832136 Sep 14 02:42:14.606346 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 32960) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:14.609240 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ebaeac27-b58c-46a1-91a9-4b58ad1edd03 admin admin] Publish callbacks [] for security_group (20efa5c7-74b6-42bd-a7ae-d070b7b29662), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.621030 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e9130adc-c7b0-4167-a760-45360a264279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.628048 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ebaeac27-b58c-46a1-91a9-4b58ad1edd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (20efa5c7-74b6-42bd-a7ae-d070b7b29662), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.643041 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:14.672278 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ebaeac27-b58c-46a1-91a9-4b58ad1edd03 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5d16a7aaad694d51b4e9a6b6e185dd40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856283 Sep 14 02:42:14.673369 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeac27-b58c-46a1-91a9-4b58ad1edd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20efa5c7-74b6-42bd-a7ae-d070b7b29662,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:14.675239 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 32962) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:14.731914 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e9130adc-c7b0-4167-a760-45360a264279 admin admin] Publish callbacks [] for security_group (ce74bcb8-a8af-4b8e-9daa-29296c69b00e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.738951 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e9130adc-c7b0-4167-a760-45360a264279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ce74bcb8-a8af-4b8e-9daa-29296c69b00e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.766764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-88e8d94e-b3bc-47ec-a1d0-1dfdf2c778f2 admin admin] Publish callbacks [] for security_group (20efa5c7-74b6-42bd-a7ae-d070b7b29662), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.791856 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9130adc-c7b0-4167-a760-45360a264279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce74bcb8-a8af-4b8e-9daa-29296c69b00e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:14.798560 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-e9130adc-c7b0-4167-a760-45360a264279 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=43c2b39baea24422b863d15f8e071445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903596 Sep 14 02:42:14.801677 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 32964) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:14.807284 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-88e8d94e-b3bc-47ec-a1d0-1dfdf2c778f2 admin admin] Publish callbacks [] for security_group (20efa5c7-74b6-42bd-a7ae-d070b7b29662), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.815120 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:14.860620 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-88e8d94e-b3bc-47ec-a1d0-1dfdf2c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (20efa5c7-74b6-42bd-a7ae-d070b7b29662), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.861414 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-13dc92f8-7169-446b-8296-34080bf0179b admin admin] Publish callbacks [] for security_group (ce74bcb8-a8af-4b8e-9daa-29296c69b00e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.863899 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-88e8d94e-b3bc-47ec-a1d0-1dfdf2c778f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.865021 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-88e8d94e-b3bc-47ec-a1d0-1dfdf2c778f2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/20efa5c7-74b6-42bd-a7ae-d070b7b29662 HTTP/1.1" status: 204 len: 168 time: 0.1888437 Sep 14 02:42:14.874748 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8d94e-b3bc-47ec-a1d0-1dfdf2c778f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20efa5c7-74b6-42bd-a7ae-d070b7b29662,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:14.886899 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-13dc92f8-7169-446b-8296-34080bf0179b admin admin] Publish callbacks [] for security_group (ce74bcb8-a8af-4b8e-9daa-29296c69b00e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.937085 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-13dc92f8-7169-446b-8296-34080bf0179b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ce74bcb8-a8af-4b8e-9daa-29296c69b00e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.940030 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-13dc92f8-7169-446b-8296-34080bf0179b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:14.941188 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-13dc92f8-7169-446b-8296-34080bf0179b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ce74bcb8-a8af-4b8e-9daa-29296c69b00e HTTP/1.1" status: 204 len: 168 time: 0.1375659 Sep 14 02:42:14.949163 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc92f8-7169-446b-8296-34080bf0179b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce74bcb8-a8af-4b8e-9daa-29296c69b00e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:15.118244 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-12f60a57-5605-4725-8b72-e33f6e33589f req-83c192a1-6cc1-4ae6-b6e9-7302e4b4a32e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.0382202 Sep 14 02:42:15.197127 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7524c-27f8-479c-8c28-515025772d3e req-475aa9f4-ba40-4868-888f-77f8955d4213 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:15.198871 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6af7524c-27f8-479c-8c28-515025772d3e req-475aa9f4-ba40-4868-888f-77f8955d4213 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 944 time: 0.0545280 Sep 14 02:42:15.218516 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c262e9e4-8dc5-40e8-8128-a19daff2acf1 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:42:15.259920 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6af7524c-27f8-479c-8c28-515025772d3e req-f79cc58a-4a1d-4c4f-b4cb-cd86d2832ed7 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534635 Sep 14 02:42:15.268667 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 32986) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:15.283025 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26ab69df-5d3a-4784-a8a4-246461f4584f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.354142 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c262e9e4-8dc5-40e8-8128-a19daff2acf1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:15.354875 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:15.366377 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7503bd-4525-4c91-80f1-1e4be4d90e00 req-629874cd-896e-4e16-ab94-019ed3996a61 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:15.367830 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'port_id': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1', 'mac_address': 'fa:16:3e:94:b7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:42:15.367965 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c7503bd-4525-4c91-80f1-1e4be4d90e00 req-629874cd-896e-4e16-ab94-019ed3996a61 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.0641139 Sep 14 02:42:15.405715 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c262e9e4-8dc5-40e8-8128-a19daff2acf1 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:15.406415 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.419930 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c262e9e4-8dc5-40e8-8128-a19daff2acf1 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:15.437518 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26ab69df-5d3a-4784-a8a4-246461f4584f admin admin] Publish callbacks [] for security_group (b89a1404-b764-4fa5-9e46-a7f404d2faba), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.443999 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c262e9e4-8dc5-40e8-8128-a19daff2acf1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:15.448622 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.452253 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c7503bd-4525-4c91-80f1-1e4be4d90e00 req-3a6878b2-c006-4a5e-8d2f-a1ec453ce929 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722651 Sep 14 02:42:15.453399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26ab69df-5d3a-4784-a8a4-246461f4584f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b89a1404-b764-4fa5-9e46-a7f404d2faba), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.492334 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-26ab69df-5d3a-4784-a8a4-246461f4584f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1c35be6d6bdc4792953a483fd30193ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200122 Sep 14 02:42:15.492763 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 32992) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:15.505361 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c262e9e4-8dc5-40e8-8128-a19daff2acf1,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:15.505521 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab69df-5d3a-4784-a8a4-246461f4584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a1404-b764-4fa5-9e46-a7f404d2faba,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:15.568864 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c5b7dbf8-3386-425b-8cba-8e645ac542af admin admin] Publish callbacks [] for security_group (b89a1404-b764-4fa5-9e46-a7f404d2faba), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.589640 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c5b7dbf8-3386-425b-8cba-8e645ac542af admin admin] Publish callbacks [] for security_group (b89a1404-b764-4fa5-9e46-a7f404d2faba), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.645617 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c5b7dbf8-3386-425b-8cba-8e645ac542af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b89a1404-b764-4fa5-9e46-a7f404d2faba), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.648487 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c5b7dbf8-3386-425b-8cba-8e645ac542af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:15.652149 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c5b7dbf8-3386-425b-8cba-8e645ac542af admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b89a1404-b764-4fa5-9e46-a7f404d2faba HTTP/1.1" status: 204 len: 168 time: 0.1557875 Sep 14 02:42:15.658822 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7dbf8-3386-425b-8cba-8e645ac542af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a1404-b764-4fa5-9e46-a7f404d2faba,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:15.750412 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b29f8-bbe6-41c0-97a5-5f3a03c295cf req-6a9463ee-7771-418b-a961-0bf5baceb9f7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:15.757171 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-892b29f8-bbe6-41c0-97a5-5f3a03c295cf req-6a9463ee-7771-418b-a961-0bf5baceb9f7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0575936 Sep 14 02:42:15.804329 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-892b29f8-bbe6-41c0-97a5-5f3a03c295cf req-9a7a925e-36c8-4570-9e95-beeb3224d688 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Sep 14 02:42:16.123604 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 96e36026-e10c-4477-9cf7-0f5041beb989 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:42:16.191711 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 96e36026-e10c-4477-9cf7-0f5041beb989 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:42:16.200873 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 96e36026-e10c-4477-9cf7-0f5041beb989 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:16.201365 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:16.201669 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 96e36026-e10c-4477-9cf7-0f5041beb989 Sep 14 02:42:16.238178 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'port': {'device_id': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'admin_state_up': True, 'tenant_id': '2384279227724e9592e7593837e2fece', 'security_groups': ['46c66ed7-118d-4742-b0ff-04ebd537cd99']}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:16.318763 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cc4978b6-3f7b-424c-8ddd-59df2ab3b6f1 req-1020235b-63bb-41e2-a525-51668ac5825c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.1099293 Sep 14 02:42:16.319870 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 96e36026-e10c-4477-9cf7-0f5041beb989 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:16.320324 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:16.397476 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-89211b9b-622b-4cbd-875d-1c6d129b65f0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105461 Sep 14 02:42:16.403020 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 96e36026-e10c-4477-9cf7-0f5041beb989, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=96e36026-e10c-4477-9cf7-0f5041beb989,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:16.406032 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e36026-e10c-4477-9cf7-0f5041beb989'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:16.448401 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fdf64-5953-4200-8859-9030a157ab6a req-b0cc365a-7b4b-48a0-8423-75a7bc55c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:16.450434 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b18fdf64-5953-4200-8859-9030a157ab6a req-b0cc365a-7b4b-48a0-8423-75a7bc55c23e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2391834 Sep 14 02:42:16.480155 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248f33f-f1e1-49ea-9fe3-39688c5e8c07 req-d50050d0-a2a9-4297-a7a7-6a84a57b78f6 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:16.481804 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d248f33f-f1e1-49ea-9fe3-39688c5e8c07 req-d50050d0-a2a9-4297-a7a7-6a84a57b78f6 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 944 time: 0.0850604 Sep 14 02:42:16.490432 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['c262e9e4-8dc5-40e8-8128-a19daff2acf1'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:42:16.496232 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:16.499300 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:42:16.604031 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b18fdf64-5953-4200-8859-9030a157ab6a req-cb88c91d-1574-46e3-abc2-7d8d4590ce5d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166160 Sep 14 02:42:16.641677 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-3852d113-429f-4cb4-bb1b-7a0e45750ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:16.643346 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-3852d113-429f-4cb4-bb1b-7a0e45750ee6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.2579026 Sep 14 02:42:16.693288 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:16.707427 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d248f33f-f1e1-49ea-9fe3-39688c5e8c07 req-cc0b36d9-a862-4fe8-aaf8-cc738e6f3e8d tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776831 Sep 14 02:42:16.785684 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:16.792061 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-5a19defb-d8fc-46a3-9508-11e438dfe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:16.794012 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-5a19defb-d8fc-46a3-9508-11e438dfe639 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1204886 Sep 14 02:42:16.804943 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Made reservation on behalf of 2384279227724e9592e7593837e2fece for: {'port': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:42:16.812459 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:16.844269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac5bce-b497-46ab-9289-46864e2c1f6d req-3a9fca4b-1d83-43dd-8343-2044b3f78699 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:16.845849 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1aac5bce-b497-46ab-9289-46864e2c1f6d req-3a9fca4b-1d83-43dd-8343-2044b3f78699 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.1687779 Sep 14 02:42:16.908510 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=96e36026-e10c-4477-9cf7-0f5041beb989,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:16.937018 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-6f5fb06e-5394-4cb9-b292-02e308d729ff service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295514 Sep 14 02:42:16.980529 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-559daab1-1b52-4fe2-a7a2-3b8f993451d2 req-e331f3b8-d32f-4748-b921-5135768cc5ed service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609739 Sep 14 02:42:17.034885 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:17.038394 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b18fdf64-5953-4200-8859-9030a157ab6a req-8f4533b3-75d4-4e93-82df-593aad39cf02 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199450 Sep 14 02:42:17.078526 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:17.094163 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:17.123401 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4af54cfb-611a-4ade-a611-9e2ab666b302 req-b1a97dab-42dc-4e06-8ee7-eaaa0b0ac43a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692238 Sep 14 02:42:17.128147 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '4cde1b1f-b34c-4127-96da-229475dceacc', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'port_id': '4cde1b1f-b34c-4127-96da-229475dceacc', 'mac_address': 'fa:16:3e:93:e2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:42:17.132174 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:17.237304 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da83d28-f080-47d5-864a-d3254510b950" -d '{"events": [{"server_uuid": "5fbbff8e-086d-4fec-9d22-39447cd69ebf", "name": "network-vif-plugged", "status": "completed", "tag": "96e36026-e10c-4477-9cf7-0f5041beb989"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:17.251265 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:17.251731 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:17.271575 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cde1b1f-b34c-4127-96da-229475dceacc {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:17.295437 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:17.302083 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:17.395409 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:17.442452 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:17.444990 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Allocated IP 172.20.0.3 (2f525623-45a9-4221-9021-b4c89c572bd6/eda67f7e-3759-43ff-9fe5-a5c47f18929f/617d7c76-db56-4a42-81b8-2564ae1c4383) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:42:17.495793 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd84e6-2de2-4b08-81de-a4ed7b689096 req-dc44f886-93f1-477b-be0a-f2fc9822cd24 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:17.503110 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-10bd84e6-2de2-4b08-81de-a4ed7b689096 req-dc44f886-93f1-477b-be0a-f2fc9822cd24 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.3926656 Sep 14 02:42:17.519956 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1aac5bce-b497-46ab-9289-46864e2c1f6d req-ce3aa11e-9380-4fa2-b683-34603acf155b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143600 Sep 14 02:42:17.594101 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-10bd84e6-2de2-4b08-81de-a4ed7b689096 req-969194c6-8cd0-4583-980c-a8ffc14ce501 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850897 Sep 14 02:42:17.717288 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ba3369e4-1dfd-4891-89b9-6246cbea2372 req-b5f4b0a6-0259-4dc3-b2ac-05388f2e57e9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 210 time: 0.0389977 Sep 14 02:42:17.813852 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:17.878070 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:17.986287 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Network 2f525623-45a9-4221-9021-b4c89c572bd6 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:42:18.013074 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:42:18.032350 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:42:18.035423 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'Port': ['ID=617d7c76-db56-4a42-81b8-2564ae1c4383,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:18.055701 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d33c6-57db-4d6c-8b74-55f8cfaafee6 x-openstack-request-id: req-c82d33c6-57db-4d6c-8b74-55f8cfaafee6 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:18.056078 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbbff8e-086d-4fec-9d22-39447cd69ebf", "name": "network-vif-plugged", "status": "completed", "tag": "96e36026-e10c-4477-9cf7-0f5041beb989", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:18.056814 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c82d33c6-57db-4d6c-8b74-55f8cfaafee6 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:18.057297 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82d33c6-57db-4d6c-8b74-55f8cfaafee6'] response: {'server_uuid': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e36026-e10c-4477-9cf7-0f5041beb989', 'code': 200} Sep 14 02:42:18.087222 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515cbbb-5521-4e38-a0cf-e061ea38ea74 req-eee4f210-f0d2-47f5-b80a-447d10e28432 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:18.088908 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b515cbbb-5521-4e38-a0cf-e061ea38ea74 req-eee4f210-f0d2-47f5-b80a-447d10e28432 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.1985743 Sep 14 02:42:18.136627 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:18.137165 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:18.164013 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5831344-5a35-4101-b867-8d5f5c85176c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9354696 Sep 14 02:42:18.178783 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b515cbbb-5521-4e38-a0cf-e061ea38ea74 req-dde007db-c5cb-4a2f-9e23-3790e0044eb8 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830624 Sep 14 02:42:18.295921 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Provisioning complete for port 617d7c76-db56-4a42-81b8-2564ae1c4383 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:18.296571 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:18.296899 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 1 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:18.331330 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:18.653798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b6505-4bb2-4116-ab60-cba406cd74ce req-0283213c-b70c-469a-85be-1e29d67a0549 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:18.655269 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ca0b6505-4bb2-4116-ab60-cba406cd74ce req-0283213c-b70c-469a-85be-1e29d67a0549 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.0506251 Sep 14 02:42:18.740442 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d41acc-9b45-4244-816a-1f59a372a433 req-d9a5c717-8383-4a0d-a0b9-0d2b737adf5a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:18.741932 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-77d41acc-9b45-4244-816a-1f59a372a433 req-d9a5c717-8383-4a0d-a0b9-0d2b737adf5a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.0664022 Sep 14 02:42:18.746694 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ca0b6505-4bb2-4116-ab60-cba406cd74ce req-fac4960e-61b2-4ed5-b859-398a430f753a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847673 Sep 14 02:42:18.789547 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-77d41acc-9b45-4244-816a-1f59a372a433 req-49faa5d8-f8bc-4b64-bae9-89a1f59e0e9c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419164 Sep 14 02:42:18.833017 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 2 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:18.855952 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc40d-96f0-4ffb-b388-63ebb8fa9c9d req-04cf1292-976a-4f9a-a8e1-14d5bd0cf5fd tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:18.858224 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6a5bc40d-96f0-4ffb-b388-63ebb8fa9c9d req-04cf1292-976a-4f9a-a8e1-14d5bd0cf5fd tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 931 time: 0.0497577 Sep 14 02:42:18.871792 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:18.901382 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:18.914295 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6a5bc40d-96f0-4ffb-b388-63ebb8fa9c9d req-71854f88-d15f-4ba2-988f-ed0ce2e11b9e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502098 Sep 14 02:42:19.007727 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33174) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:19.124384 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-169533f4-b76e-4308-a3fb-fe8b0ac653c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.219521 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-169533f4-b76e-4308-a3fb-fe8b0ac653c9 admin admin] Publish callbacks [] for security_group (61327d56-58fa-4964-ba50-60d555ec2440), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.223917 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-169533f4-b76e-4308-a3fb-fe8b0ac653c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (61327d56-58fa-4964-ba50-60d555ec2440), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.263683 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169533f4-b76e-4308-a3fb-fe8b0ac653c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61327d56-58fa-4964-ba50-60d555ec2440,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:19.277892 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-169533f4-b76e-4308-a3fb-fe8b0ac653c9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0e15b53549384c52ab623db96b22ed25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681177 Sep 14 02:42:19.280485 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33188) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:19.334062 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b8a8e-a433-423d-a72e-420bb2640bc8 req-04ae6c71-ccba-4954-a323-cfd5a10a464c tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:19.335821 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-401b8a8e-a433-423d-a72e-420bb2640bc8 req-04ae6c71-ccba-4954-a323-cfd5a10a464c tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.0514264 Sep 14 02:42:19.364580 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1e31dc96-595e-49fd-9ed5-b9c955911f3a admin admin] Publish callbacks [] for security_group (61327d56-58fa-4964-ba50-60d555ec2440), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.373529 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 3 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:19.397329 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1e31dc96-595e-49fd-9ed5-b9c955911f3a admin admin] Publish callbacks [] for security_group (61327d56-58fa-4964-ba50-60d555ec2440), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.419252 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:19.438569 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-401b8a8e-a433-423d-a72e-420bb2640bc8 req-eace7dbf-416a-4566-8f94-5f4173f790b3 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849795 Sep 14 02:42:19.456902 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1e31dc96-595e-49fd-9ed5-b9c955911f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (61327d56-58fa-4964-ba50-60d555ec2440), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.459653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1e31dc96-595e-49fd-9ed5-b9c955911f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.460794 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-1e31dc96-595e-49fd-9ed5-b9c955911f3a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/61327d56-58fa-4964-ba50-60d555ec2440 HTTP/1.1" status: 204 len: 168 time: 0.1781261 Sep 14 02:42:19.470333 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31dc96-595e-49fd-9ed5-b9c955911f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61327d56-58fa-4964-ba50-60d555ec2440,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:19.728666 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33198) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:19.742495 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b42f4842-d20a-4935-8b7b-63ac99e2ac96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.826851 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b42f4842-d20a-4935-8b7b-63ac99e2ac96 admin admin] Publish callbacks [] for security_group (da1e9128-4b7a-4876-8476-fb68d971b0f0), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.834936 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b42f4842-d20a-4935-8b7b-63ac99e2ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (da1e9128-4b7a-4876-8476-fb68d971b0f0), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.870270 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:19.874491 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f4842-d20a-4935-8b7b-63ac99e2ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e9128-4b7a-4876-8476-fb68d971b0f0,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:19.881689 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b42f4842-d20a-4935-8b7b-63ac99e2ac96 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2bf43175f72147c3ad4dc920cdfc0525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519728 Sep 14 02:42:19.882705 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33204) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:19.891553 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5504d2a-8b1a-4cc4-bf3c-7e2687c8b826 req-12395e1e-bb15-4a93-8e20-4473e6a04c8f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:19.893097 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a5504d2a-8b1a-4cc4-bf3c-7e2687c8b826 req-12395e1e-bb15-4a93-8e20-4473e6a04c8f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.0670741 Sep 14 02:42:19.920797 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 4 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:19.931957 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be1424b4-ed2b-4dda-953f-e56a396c04c7 admin admin] Publish callbacks [] for security_group (da1e9128-4b7a-4876-8476-fb68d971b0f0), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.953855 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be1424b4-ed2b-4dda-953f-e56a396c04c7 admin admin] Publish callbacks [] for security_group (da1e9128-4b7a-4876-8476-fb68d971b0f0), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:19.959744 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc3c70-226a-43ac-accd-f7b5b9aaa089 req-8c2a0854-0f81-4614-a50b-d49c5eb3f02a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:19.961205 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1afc3c70-226a-43ac-accd-f7b5b9aaa089 req-8c2a0854-0f81-4614-a50b-d49c5eb3f02a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.0794785 Sep 14 02:42:19.961396 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:19.979994 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a5504d2a-8b1a-4cc4-bf3c-7e2687c8b826 req-e9b98da2-fce5-489a-a8cc-b09a30805681 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786405 Sep 14 02:42:20.013613 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be1424b4-ed2b-4dda-953f-e56a396c04c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (da1e9128-4b7a-4876-8476-fb68d971b0f0), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:20.017994 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be1424b4-ed2b-4dda-953f-e56a396c04c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:20.020128 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-be1424b4-ed2b-4dda-953f-e56a396c04c7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/da1e9128-4b7a-4876-8476-fb68d971b0f0 HTTP/1.1" status: 204 len: 168 time: 0.1364672 Sep 14 02:42:20.027234 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1afc3c70-226a-43ac-accd-f7b5b9aaa089 req-9efbb6fd-2e72-4e9c-8c37-ae7a08718da0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577002 Sep 14 02:42:20.052689 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1424b4-ed2b-4dda-953f-e56a396c04c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e9128-4b7a-4876-8476-fb68d971b0f0,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:20.142923 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7445a3-969c-43ec-b7e1-33293a8aff6c req-db886f45-8747-4817-837e-cb3905cd6535 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:20.144447 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6c7445a3-969c-43ec-b7e1-33293a8aff6c req-db886f45-8747-4817-837e-cb3905cd6535 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 931 time: 0.0625405 Sep 14 02:42:20.218206 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6c7445a3-969c-43ec-b7e1-33293a8aff6c req-fddd574d-0609-4336-9ee7-05a99d79245c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662434 Sep 14 02:42:20.322871 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c262e9e4-8dc5-40e8-8128-a19daff2acf1 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:42:20.367241 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port c262e9e4-8dc5-40e8-8128-a19daff2acf1 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:42:20.377748 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port c262e9e4-8dc5-40e8-8128-a19daff2acf1 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:20.378433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:20.378891 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port c262e9e4-8dc5-40e8-8128-a19daff2acf1 Sep 14 02:42:20.409231 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['4cde1b1f-b34c-4127-96da-229475dceacc'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:42:20.463171 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 5 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:20.546878 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c262e9e4-8dc5-40e8-8128-a19daff2acf1 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:20.547274 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:20.584192 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Request body: {'port': {'device_id': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:20.595882 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33238) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:20.608656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:20.619249 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:20.621531 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46272bc3-5f8e-4a20-bad4-fc24b0e2a2a5" -d '{"events": [{"server_uuid": "2151ca5a-87e8-48ab-8495-047ca5b60990", "name": "network-vif-plugged", "status": "completed", "tag": "c262e9e4-8dc5-40e8-8128-a19daff2acf1"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:20.644159 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:20.669475 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-ad7e7377-e607-4202-81ef-5f396ebc0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:20.671437 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-ad7e7377-e607-4202-81ef-5f396ebc0139 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 1128 time: 0.1198244 Sep 14 02:42:20.674442 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c262e9e4-8dc5-40e8-8128-a19daff2acf1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:20.703361 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aee10e-1182-46bb-8014-33bc314f9bae req-7a15c5c0-07d7-4b1e-bb50-d71aa5c7792e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:20.716082 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c1aee10e-1182-46bb-8014-33bc314f9bae req-7a15c5c0-07d7-4b1e-bb50-d71aa5c7792e tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.1891673 Sep 14 02:42:20.717232 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6604de-570c-4676-a3c8-b1ed206a06a1 x-openstack-request-id: req-cd6604de-570c-4676-a3c8-b1ed206a06a1 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:20.717551 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2151ca5a-87e8-48ab-8495-047ca5b60990", "name": "network-vif-plugged", "status": "completed", "tag": "c262e9e4-8dc5-40e8-8128-a19daff2acf1", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:20.718540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd6604de-570c-4676-a3c8-b1ed206a06a1 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:20.718956 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6604de-570c-4676-a3c8-b1ed206a06a1'] response: {'server_uuid': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1', 'code': 200} Sep 14 02:42:20.724287 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:20.841687 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:20.904546 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c1aee10e-1182-46bb-8014-33bc314f9bae req-e278f5bc-367e-46a8-942e-f619ee570a88 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849747 Sep 14 02:42:20.949541 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-3c3e94f2-5289-43e3-b037-5a2f0bb7e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:20.951055 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-3c3e94f2-5289-43e3-b037-5a2f0bb7e5ca service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.2729752 Sep 14 02:42:20.965612 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:21.011847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c262e9e4-8dc5-40e8-8128-a19daff2acf1,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:21.021094 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:21.110453 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 6 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:21.113186 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:21.155621 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-a143de89-2f4c-40b2-9b1c-d0e10e11834b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd HTTP/1.1" status: 200 len: 217 time: 0.1868744 Sep 14 02:42:21.162730 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d793-0096-4397-9be0-954eaff9ff81 req-059e5d2f-d445-4894-a4d3-f093546d94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:21.162862 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-de34d793-0096-4397-9be0-954eaff9ff81 req-059e5d2f-d445-4894-a4d3-f093546d94f1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 1129 time: 0.2109373 Sep 14 02:42:21.191709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:21.212738 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b022e7a-4508-4843-b94d-ffaa01af49ff req-47d90617-bd2f-4927-aaa4-e0f6d12e81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:21.214403 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5b022e7a-4508-4843-b94d-ffaa01af49ff req-47d90617-bd2f-4927-aaa4-e0f6d12e81f9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1129 time: 0.1453099 Sep 14 02:42:21.233661 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-de34d793-0096-4397-9be0-954eaff9ff81 req-906a57f6-5dc8-4c7c-9917-7c0ea3ea4c28 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.256456 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5b022e7a-4508-4843-b94d-ffaa01af49ff req-4a8b9967-c55d-41a8-87a0-cc54651e001a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.270886 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-219f6a09-2e74-448b-ae8d-a3efa777bda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.273555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-a578ff29-ef7e-44a8-ab84-ef2baf827dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:21.275622 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-a578ff29-ef7e-44a8-ab84-ef2baf827dc9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.1082020 Sep 14 02:42:21.341975 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa7ab8-b5f1-45cc-8dc9-60451fd93830 req-70d7b056-738b-4beb-a99c-ff6ff5d51ac0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:21.344812 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ccaa7ab8-b5f1-45cc-8dc9-60451fd93830 req-70d7b056-738b-4beb-a99c-ff6ff5d51ac0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 944 time: 0.1634607 Sep 14 02:42:21.362846 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-606b527f-0164-4d1b-a10e-029fe8e16688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:21.364370 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-606b527f-0164-4d1b-a10e-029fe8e16688 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822115 Sep 14 02:42:21.448680 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-219f6a09-2e74-448b-ae8d-a3efa777bda7 admin admin] Publish callbacks [] for security_group (d7d1b052-28ce-4ef8-bea5-dbfa91055070), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.456068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544d116-f469-465d-9c70-afc2503d7412 req-f2240ddc-a3a8-416f-91d4-572b75abbb09 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:21.463210 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e544d116-f469-465d-9c70-afc2503d7412 req-f2240ddc-a3a8-416f-91d4-572b75abbb09 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.2806349 Sep 14 02:42:21.469732 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-de34d793-0096-4397-9be0-954eaff9ff81 req-906a57f6-5dc8-4c7c-9917-7c0ea3ea4c28 service neutron] Publish callbacks [] for security_group (ae227f02-7fa8-4a9d-820c-ca3148f06bfc), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.479987 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-219f6a09-2e74-448b-ae8d-a3efa777bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d7d1b052-28ce-4ef8-bea5-dbfa91055070), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.486451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-de34d793-0096-4397-9be0-954eaff9ff81 req-906a57f6-5dc8-4c7c-9917-7c0ea3ea4c28 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ae227f02-7fa8-4a9d-820c-ca3148f06bfc), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.494470 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33290) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:21.522991 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.db.api [req-5b022e7a-4508-4843-b94d-ffaa01af49ff req-4a8b9967-c55d-41a8-87a0-cc54651e001a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 7ea5d8a29b844bcd8f3e83920d476c65 {{(pid=112943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:42:21.523380 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG oslo_db.api [req-5b022e7a-4508-4843-b94d-ffaa01af49ff req-4a8b9967-c55d-41a8-87a0-cc54651e001a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:42:21.540080 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:21.558657 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-32c3c58d-1699-45a9-8e5f-276b3ab51e94 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853011 Sep 14 02:42:21.563550 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:21.568859 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-de34d793-0096-4397-9be0-954eaff9ff81 req-906a57f6-5dc8-4c7c-9917-7c0ea3ea4c28 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880441 Sep 14 02:42:21.579812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a57f6-5dc8-4c7c-9917-7c0ea3ea4c28 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae227f02-7fa8-4a9d-820c-ca3148f06bfc,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:21.607618 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-219f6a09-2e74-448b-ae8d-a3efa777bda7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=947ac0dd4dc64e30a73effbc123da493&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0090926 Sep 14 02:42:21.611320 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33298) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:21.619460 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f6a09-2e74-448b-ae8d-a3efa777bda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d1b052-28ce-4ef8-bea5-dbfa91055070,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:21.679140 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e544d116-f469-465d-9c70-afc2503d7412 req-1c7410b0-3f4a-4ccd-9d26-d0c34f44dd05 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104409 Sep 14 02:42:21.688922 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ccaa7ab8-b5f1-45cc-8dc9-60451fd93830 req-3fdeeb4b-91ca-4c6f-9108-95c8c885d916 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205307 Sep 14 02:42:21.694985 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 7 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:21.763607 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:21.772773 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-074052ae-6a91-435d-9c7c-922ba6d216fc req-347e9180-f7c4-4738-be15-72802592c12f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020006 Sep 14 02:42:21.774485 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-44b432cb-b4d7-4ea5-b73c-0cab292b2552 admin admin] Publish callbacks [] for security_group (d7d1b052-28ce-4ef8-bea5-dbfa91055070), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.783519 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-433585950-network', 'tenant_id': '5d6584252e2e4adba4824b264449c6fd'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:21.812042 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617d7c76-db56-4a42-81b8-2564ae1c4383 {{(pid=112942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:21.818235 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-44b432cb-b4d7-4ea5-b73c-0cab292b2552 admin admin] Publish callbacks [] for security_group (d7d1b052-28ce-4ef8-bea5-dbfa91055070), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.824354 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:21.839991 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Publish callbacks [] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.854096 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Made reservation on behalf of 5d6584252e2e4adba4824b264449c6fd for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:42:21.857006 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.863297 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f723bf2-07a1-4242-8cf9-41f230d75aee req-464f3ffc-731a-4c12-81d9-538512ec254e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:21.870766 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0f723bf2-07a1-4242-8cf9-41f230d75aee req-464f3ffc-731a-4c12-81d9-538512ec254e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 931 time: 0.0775378 Sep 14 02:42:21.873237 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.883352 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.provisioning_blocks [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Transition to ACTIVE for port object 617d7c76-db56-4a42-81b8-2564ae1c4383 will not be triggered until provisioned by entity L2. {{(pid=112942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:42:21.895187 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.921006 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-44b432cb-b4d7-4ea5-b73c-0cab292b2552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d7d1b052-28ce-4ef8-bea5-dbfa91055070), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.923675 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-44b432cb-b4d7-4ea5-b73c-0cab292b2552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:21.925203 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-44b432cb-b4d7-4ea5-b73c-0cab292b2552 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d7d1b052-28ce-4ef8-bea5-dbfa91055070 HTTP/1.1" status: 204 len: 168 time: 0.3101079 Sep 14 02:42:21.949588 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b432cb-b4d7-4ea5-b73c-0cab292b2552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d1b052-28ce-4ef8-bea5-dbfa91055070,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:21.967448 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33306) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:22.001725 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0f723bf2-07a1-4242-8cf9-41f230d75aee req-ce1af4dd-d927-4985-83a2-240945f05bbd tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300185 Sep 14 02:42:22.014904 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:22.022322 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=20 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:22.024527 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5b022e7a-4508-4843-b94d-ffaa01af49ff req-4a8b9967-c55d-41a8-87a0-cc54651e001a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.026687 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=6 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:22.060905 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Pushing event updated for resources: {'Port': ['ID=617d7c76-db56-4a42-81b8-2564ae1c4383,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:22.125160 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks [] for security_group (ad64b5de-8479-47de-b39c-1d0df2b42207), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.146475 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ad64b5de-8479-47de-b39c-1d0df2b42207), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.179597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Attempting to bind port 617d7c76-db56-4a42-81b8-2564ae1c4383 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:42:22.181100 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Attempting to bind port 617d7c76-db56-4a42-81b8-2564ae1c4383 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:42:22.181100 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Attempting to bind port 617d7c76-db56-4a42-81b8-2564ae1c4383 on network 2f525623-45a9-4221-9021-b4c89c572bd6 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:22.191047 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ba0dc-c004-4d01-925e-24912039b055 req-8481fc71-ed97-484f-9fe5-31f013c58d10 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:22.194682 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-169ba0dc-c004-4d01-925e-24912039b055 req-8481fc71-ed97-484f-9fe5-31f013c58d10 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.1349876 Sep 14 02:42:22.199543 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device a30b67a8-8f41-4866-88ff-7405a9bc2ddd details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:42:22.203699 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:42:22.219622 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:42:22.273226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad64b5de-8479-47de-b39c-1d0df2b42207,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:22.281864 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c262871c-0022-49f0-a752-8c17b6ff7e5f), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.283648 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Added segment c262871c-0022-49f0-a752-8c17b6ff7e5f of type vlan for network d34f39ee-efa8-4700-b866-213c9fcd66d5 Sep 14 02:42:22.300639 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-169ba0dc-c004-4d01-925e-24912039b055 req-ceb87d1e-674d-43bd-a8e7-22d4562bbf92 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Sep 14 02:42:22.308086 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 on network 2f525623-45a9-4221-9021-b4c89c572bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:42:22.308601 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Attempting to bind port 617d7c76-db56-4a42-81b8-2564ae1c4383 on network 2f525623-45a9-4221-9021-b4c89c572bd6 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:42:22.328137 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 8 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:22.372684 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.db.resource_extend [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 14 02:42:22.374879 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:42:22.375225 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Checking segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:42:22.375609 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Bound using segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:42:22.376216 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Bound port: 617d7c76-db56-4a42-81b8-2564ae1c4383, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:42:22.376900 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.389936 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5b022e7a-4508-4843-b94d-ffaa01af49ff req-4a8b9967-c55d-41a8-87a0-cc54651e001a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1679544 Sep 14 02:42:22.403327 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-66bfb083-14c7-43b4-a001-77221ab87261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.420117 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (d34f39ee-efa8-4700-b866-213c9fcd66d5), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.444896 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:42:22.447133 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 4cde1b1f-b34c-4127-96da-229475dceacc completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:42:22.457603 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 4cde1b1f-b34c-4127-96da-229475dceacc triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:22.458081 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.458472 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 4cde1b1f-b34c-4127-96da-229475dceacc Sep 14 02:42:22.476173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] For port 617d7c76-db56-4a42-81b8-2564ae1c4383, host hv-cinder-85707, cleared binding levels {{(pid=112942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:42:22.483962 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] For port 617d7c76-db56-4a42-81b8-2564ae1c4383, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=617d7c76-db56-4a42-81b8-2564ae1c4383,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:42:22.493198 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.497717 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:22.498385 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.500034 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/617d7c76-db56-4a42-81b8-2564ae1c4383 HTTP/1.1" status: 200 len: 1093 time: 1.9278448 Sep 14 02:42:22.500508 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:22.501206 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (d34f39ee-efa8-4700-b866-213c9fcd66d5), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.502740 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:22.502872 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29360782-e834-4752-8c59-7bdd7ab8f55a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:22.503745 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.515779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port a30b67a8-8f41-4866-88ff-7405a9bc2ddd, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:22.534938 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'port_id': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd', 'mac_address': 'fa:16:3e:37:17:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:42:22.571237 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb6f4a-8f0d-40a9-b052-b0781a0fc76e service neutron] Pushing event updated for resources: {'Port': ['ID=617d7c76-db56-4a42-81b8-2564ae1c4383,revision_number=3']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:22.583344 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9316f5-ae4f-4701-8c24-3ad6d215da88 x-openstack-request-id: req-8d9316f5-ae4f-4701-8c24-3ad6d215da88 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:22.584294 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:22.584419 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d9316f5-ae4f-4701-8c24-3ad6d215da88 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:22.585147 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9316f5-ae4f-4701-8c24-3ad6d215da88'] response: {'name': 'network-changed', 'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'status': 'completed', 'code': 200} Sep 14 02:42:22.598880 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:22.599867 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.613624 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1115770 Sep 14 02:42:22.616683 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33326) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:22.624949 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Request body: {'subnet': {'network_id': 'd34f39ee-efa8-4700-b866-213c9fcd66d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-433585950-subnet', 'tenant_id': '5d6584252e2e4adba4824b264449c6fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:22.633388 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port a30b67a8-8f41-4866-88ff-7405a9bc2ddd is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:22.633937 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.637089 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acc292-30f4-4654-bdb4-0cbfdf8caa7a admin admin] Pushing event updated for resources: {'Network': ['ID=d34f39ee-efa8-4700-b866-213c9fcd66d5,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:22.655968 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network d34f39ee-efa8-4700-b866-213c9fcd66d5 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:42:22.688682 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30b67a8-8f41-4866-88ff-7405a9bc2ddd {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:22.689494 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-66bfb083-14c7-43b4-a001-77221ab87261 admin admin] Publish callbacks [] for security_group (201826d1-86b7-454a-a239-71fb6598ab0b), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.697007 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-66bfb083-14c7-43b4-a001-77221ab87261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (201826d1-86b7-454a-a239-71fb6598ab0b), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.723028 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:22.725952 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360782-e834-4752-8c59-7bdd7ab8f55a req-48d22380-fb50-4bbd-8d7c-209f5b794924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:22.726085 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6680d-144c-4113-a78c-df607825034f" -d '{"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-plugged", "status": "completed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:22.728011 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-29360782-e834-4752-8c59-7bdd7ab8f55a req-48d22380-fb50-4bbd-8d7c-209f5b794924 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 1127 time: 0.0838592 Sep 14 02:42:22.729468 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Made reservation on behalf of 5d6584252e2e4adba4824b264449c6fd for: {'subnet': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:42:22.733092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:22.734154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3349132'] for subnet (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.756550 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.762072 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:22.766965 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port a30b67a8-8f41-4866-88ff-7405a9bc2ddd, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:22.801356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.817972 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfb083-14c7-43b4-a001-77221ab87261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201826d1-86b7-454a-a239-71fb6598ab0b,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:22.836218 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a210b0-0197-4a5d-92ce-793d547abacf x-openstack-request-id: req-e3a210b0-0197-4a5d-92ce-793d547abacf {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:22.836538 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-plugged", "status": "completed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:22.836790 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3a210b0-0197-4a5d-92ce-793d547abacf {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:22.837187 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a210b0-0197-4a5d-92ce-793d547abacf'] response: {'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc', 'code': 200} Sep 14 02:42:22.841667 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-66bfb083-14c7-43b4-a001-77221ab87261 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=06f06bc1206a4a9695397053464c1c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8663003 Sep 14 02:42:22.841928 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33340) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:22.857134 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:22.937866 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d90bee03-6825-4446-80ab-4e5110d6755b admin admin] Publish callbacks [] for security_group (201826d1-86b7-454a-a239-71fb6598ab0b), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.938939 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:22.946764 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Attempt 9 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:22.965596 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:22.976023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d90bee03-6825-4446-80ab-4e5110d6755b admin admin] Publish callbacks [] for security_group (201826d1-86b7-454a-a239-71fb6598ab0b), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:22.987308 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d1b1-0627-4be9-a375-41091dcf97e0 None None] Port 617d7c76-db56-4a42-81b8-2564ae1c4383 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:42:22.990214 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:23.027907 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771a29-0f10-4755-bca1-37ab2ec4a0ce req-0b0909bd-0cb2-4b6a-938c-484e1e1f240e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:23.030177 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a0771a29-0f10-4755-bca1-37ab2ec4a0ce req-0b0909bd-0cb2-4b6a-938c-484e1e1f240e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.1844673 Sep 14 02:42:23.034747 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d90bee03-6825-4446-80ab-4e5110d6755b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (201826d1-86b7-454a-a239-71fb6598ab0b), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.038284 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d90bee03-6825-4446-80ab-4e5110d6755b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.041001 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-d90bee03-6825-4446-80ab-4e5110d6755b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/201826d1-86b7-454a-a239-71fb6598ab0b HTTP/1.1" status: 204 len: 168 time: 0.1972177 Sep 14 02:42:23.050882 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bee03-6825-4446-80ab-4e5110d6755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201826d1-86b7-454a-a239-71fb6598ab0b,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:23.140118 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['a30b67a8-8f41-4866-88ff-7405a9bc2ddd'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:42:23.149751 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606a323-bd25-4685-9c3b-d50c3efd5c83 req-37be4844-11be-41f0-9705-1e8bf553dca5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:23.158240 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0606a323-bd25-4685-9c3b-d50c3efd5c83 req-37be4844-11be-41f0-9705-1e8bf553dca5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 945 time: 0.2256703 Sep 14 02:42:23.215922 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360782-e834-4752-8c59-7bdd7ab8f55a req-eea728dc-bc96-4908-9196-bc8bf7098852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:23.217457 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-29360782-e834-4752-8c59-7bdd7ab8f55a req-eea728dc-bc96-4908-9196-bc8bf7098852 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=2384279227724e9592e7593837e2fece&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4665415 Sep 14 02:42:23.225162 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a0771a29-0f10-4755-bca1-37ab2ec4a0ce req-4d7a2eab-7e97-4787-8a85-6efec049f6e4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681924 Sep 14 02:42:23.243282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:23.284930 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0606a323-bd25-4685-9c3b-d50c3efd5c83 req-77b39af8-1987-41d4-aa79-e6b82cdd144f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219378 Sep 14 02:42:23.291242 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:23.661650 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33402) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:23.681611 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-99866634-df0a-4d39-bc48-39175b5b82d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.738108 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:23.744573 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4093823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3349146'] for subnet (0a83f3b9-b7da-44f7-81cf-6097cbee48ca), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.773702 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-99866634-df0a-4d39-bc48-39175b5b82d3 admin admin] Publish callbacks [] for security_group (810781ea-fed1-4cb1-beb4-86087c4f30df), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.778394 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-99866634-df0a-4d39-bc48-39175b5b82d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (810781ea-fed1-4cb1-beb4-86087c4f30df), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.840188 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99866634-df0a-4d39-bc48-39175b5b82d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810781ea-fed1-4cb1-beb4-86087c4f30df,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:23.862528 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-99866634-df0a-4d39-bc48-39175b5b82d3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ef9ad0e81ccc4134a2e532cd63f56920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993959 Sep 14 02:42:23.863468 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33404) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:23.929176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3f65-307f-4459-9fe8-377a88de0fc5 admin admin] Publish callbacks [] for security_group (810781ea-fed1-4cb1-beb4-86087c4f30df), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.948096 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac048be-35f4-42b0-bc38-0b37d3b4e3d0 req-2d28634c-359d-4a2e-8d0b-a3a3315a63ef tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:23.949639 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3ac048be-35f4-42b0-bc38-0b37d3b4e3d0 req-2d28634c-359d-4a2e-8d0b-a3a3315a63ef tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 943 time: 0.4654090 Sep 14 02:42:23.959400 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6882c738-6800-4ecc-896a-2344378cc28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.965100 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3f65-307f-4459-9fe8-377a88de0fc5 admin admin] Publish callbacks [] for security_group (810781ea-fed1-4cb1-beb4-86087c4f30df), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:23.980127 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395ba21-9136-4ae2-85bb-bcf5ff12b789 req-158fa906-cd1c-466a-ae6b-d71405330635 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:23.981608 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9395ba21-9136-4ae2-85bb-bcf5ff12b789 req-158fa906-cd1c-466a-ae6b-d71405330635 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.4954987 Sep 14 02:42:24.017650 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a83f3b9-b7da-44f7-81cf-6097cbee48ca,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:24.023355 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3f65-307f-4459-9fe8-377a88de0fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (810781ea-fed1-4cb1-beb4-86087c4f30df), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:24.026573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3f65-307f-4459-9fe8-377a88de0fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:24.027870 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2c3f3f65-307f-4459-9fe8-377a88de0fc5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/810781ea-fed1-4cb1-beb4-86087c4f30df HTTP/1.1" status: 204 len: 168 time: 0.1619015 Sep 14 02:42:24.036451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f3f65-307f-4459-9fe8-377a88de0fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810781ea-fed1-4cb1-beb4-86087c4f30df,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:24.061047 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Checking segment: {'id': 'c262871c-0022-49f0-a752-8c17b6ff7e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd34f39ee-efa8-4700-b866-213c9fcd66d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:42:24.061658 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Network hostable DHCP agents. Network: d34f39ee-efa8-4700-b866-213c9fcd66d5, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:42:24.072811 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360782-e834-4752-8c59-7bdd7ab8f55a req-c78b54db-6893-475e-a3bd-03a18ef77d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:24.074352 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-29360782-e834-4752-8c59-7bdd7ab8f55a req-c78b54db-6893-475e-a3bd-03a18ef77d85 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8074701 Sep 14 02:42:24.116072 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9395ba21-9136-4ae2-85bb-bcf5ff12b789 req-dec78710-0c79-4cdd-99c9-5071736ba9b2 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175964 Sep 14 02:42:24.120667 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3ac048be-35f4-42b0-bc38-0b37d3b4e3d0 req-8777b36d-c62a-4c59-9f96-0bb972ef23d7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342800 Sep 14 02:42:24.129586 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Network d34f39ee-efa8-4700-b866-213c9fcd66d5 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:42:24.141686 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, d34f39ee-efa8-4700-b866-213c9fcd66d5) {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:42:24.146964 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:24.147564 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:24.156261 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656b70d-981b-4244-8923-8523c156c5ab None None] Network d34f39ee-efa8-4700-b866-213c9fcd66d5 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:42:24.174406 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-8b71fc8e-9d82-46c2-bb56-ff1c009f6d3a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5559657 Sep 14 02:42:24.275350 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f493fb2-f23e-445d-8ac1-6738e84be3b6 None None] Network d34f39ee-efa8-4700-b866-213c9fcd66d5 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:42:24.437915 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f76ff-1049-472a-811b-2bd26e6bce87 req-75675ec4-6d48-46a7-ba18-257de95e8256 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:24.444999 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-399f76ff-1049-472a-811b-2bd26e6bce87 req-75675ec4-6d48-46a7-ba18-257de95e8256 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0869088 Sep 14 02:42:24.498222 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadfd00-6352-46b4-888e-cb4ad6cf83b1 req-ca75eb00-5663-4ff3-a27b-2ad81a5ffcb4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:24.499703 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2cadfd00-6352-46b4-888e-cb4ad6cf83b1 req-ca75eb00-5663-4ff3-a27b-2ad81a5ffcb4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 945 time: 0.0875945 Sep 14 02:42:24.508575 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:24.517156 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:24.545001 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-399f76ff-1049-472a-811b-2bd26e6bce87 req-963d45cc-4795-44d3-9f5f-3e64c997757d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991206 Sep 14 02:42:24.583072 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2cadfd00-6352-46b4-888e-cb4ad6cf83b1 req-031637b8-d6cb-4901-ada7-789981bedda8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641496 Sep 14 02:42:24.842303 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33448) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:24.847400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1783633757-network', 'tenant_id': 'b9b1b41e56e841c29fda7e5ef3ef2e94'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:24.870389 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Made reservation on behalf of b9b1b41e56e841c29fda7e5ef3ef2e94 for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:42:24.872750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:24.883987 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:24.963425 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks [] for security_group (d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:24.968524 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:24.986229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:42:25.010567 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (e10919dd-bb92-480c-87cb-4e85013bbdb2), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:25.011163 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Added segment e10919dd-bb92-480c-87cb-4e85013bbdb2 of type vlan for network 0b13d560-7021-4106-89e8-933330e0d517 Sep 14 02:42:25.023341 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:25.056445 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (0b13d560-7021-4106-89e8-933330e0d517), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:25.084323 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (0b13d560-7021-4106-89e8-933330e0d517), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:25.085422 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:25.086134 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:25.145248 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3018146 Sep 14 02:42:25.148209 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33458) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:25.152864 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Request body: {'subnet': {'network_id': '0b13d560-7021-4106-89e8-933330e0d517', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1783633757-subnet', 'tenant_id': 'b9b1b41e56e841c29fda7e5ef3ef2e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:25.256751 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becdbfe-0f83-4334-b8f5-aa900e39ef71 req-d5b709d6-5586-4ed9-80be-d1b8f75694b4 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:25.258481 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8becdbfe-0f83-4334-b8f5-aa900e39ef71 req-d5b709d6-5586-4ed9-80be-d1b8f75694b4 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.0567343 Sep 14 02:42:25.325160 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11d11d-afe4-4075-971f-624b603ce119 req-b8be4bbf-b049-437e-96e3-640b54b7aa4a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:25.332098 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6a11d11d-afe4-4075-971f-624b603ce119 req-b8be4bbf-b049-437e-96e3-640b54b7aa4a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 943 time: 0.0824041 Sep 14 02:42:25.354717 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b5d43-cbf6-4b4e-a36a-15017d4a3fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=0b13d560-7021-4106-89e8-933330e0d517,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:25.370497 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8becdbfe-0f83-4334-b8f5-aa900e39ef71 req-75336961-ccd3-47ad-953e-50d92f7b3349 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035464 Sep 14 02:42:25.375523 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Made reservation on behalf of b9b1b41e56e841c29fda7e5ef3ef2e94 for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:42:25.376371 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 0b13d560-7021-4106-89e8-933330e0d517 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:42:25.378411 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:25.400734 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6a11d11d-afe4-4075-971f-624b603ce119 req-913b2bc9-7de2-4406-aef7-3797eeca0697 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676866 Sep 14 02:42:25.471202 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:25.495542 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:25.592852 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for subnet (b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:25.685661 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Checking segment: {'id': 'e10919dd-bb92-480c-87cb-4e85013bbdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b13d560-7021-4106-89e8-933330e0d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:42:25.686204 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Network hostable DHCP agents. Network: 0b13d560-7021-4106-89e8-933330e0d517, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:42:25.705726 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:25.708237 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ab8c-937d-46fd-903f-a72e19ec1bdf req-1839d779-75d2-407d-8eb7-d91f394174d2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:25.718725 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-92d9ab8c-937d-46fd-903f-a72e19ec1bdf req-1839d779-75d2-407d-8eb7-d91f394174d2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0648611 Sep 14 02:42:25.719338 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Network 0b13d560-7021-4106-89e8-933330e0d517 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:42:25.731788 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 0b13d560-7021-4106-89e8-933330e0d517) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:42:25.738701 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:25.739888 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:25.740948 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d633b-3593-4a7d-8446-56b97871eb8e None None] Network 0b13d560-7021-4106-89e8-933330e0d517 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:42:25.796085 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-59da314b-bad8-4c66-8217-bf4ed350a570 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6468391 Sep 14 02:42:25.828113 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f455-5304-41d0-9f87-43280cd5a18d req-ef4a6fa6-0e56-4576-a3cd-03392f71aa23 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:25.835834 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38e4f455-5304-41d0-9f87-43280cd5a18d req-ef4a6fa6-0e56-4576-a3cd-03392f71aa23 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 945 time: 0.1140718 Sep 14 02:42:25.914331 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-92d9ab8c-937d-46fd-903f-a72e19ec1bdf req-058287ea-5766-4cac-b61f-93778641f967 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940515 Sep 14 02:42:25.937429 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38e4f455-5304-41d0-9f87-43280cd5a18d req-4585c2e5-9dc9-49f1-a4d3-1e28804405e4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004412 Sep 14 02:42:26.137403 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5cc8697f-10c6-4794-b6b3-deda720ebbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.140748 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a27a7-3490-41c8-9103-bed5a440c2b0 None None] Network 0b13d560-7021-4106-89e8-933330e0d517 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:42:26.465966 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33518) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:26.533707 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65409b22-a9f4-4396-97a8-5d40351b4098 req-c7da4ac1-1e58-4e34-a7f5-76dba122b78f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:26.535326 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-65409b22-a9f4-4396-97a8-5d40351b4098 req-c7da4ac1-1e58-4e34-a7f5-76dba122b78f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 943 time: 0.0468895 Sep 14 02:42:26.576990 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.586895 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-65409b22-a9f4-4396-97a8-5d40351b4098 req-5e26bca4-0065-42d3-83dc-c60ce99af080 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459189 Sep 14 02:42:26.658156 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Publish callbacks [] for security_group (69433adf-c8ca-4a22-8ea0-813186f3beaf), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.663653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (69433adf-c8ca-4a22-8ea0-813186f3beaf), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.709993 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device a30b67a8-8f41-4866-88ff-7405a9bc2ddd up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:42:26.729145 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33528) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:26.729743 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3112db544ca14a7f9906c34856c380e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616172 Sep 14 02:42:26.730981 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69433adf-c8ca-4a22-8ea0-813186f3beaf,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:26.741591 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.742186 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.742693 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.743679 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.744171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.745330 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.745859 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.746476 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.748008 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.748515 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.749429 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.749957 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.750518 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.750998 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.751474 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe86915a-423e-4b39-b701-b41377816223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:26.763135 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port a30b67a8-8f41-4866-88ff-7405a9bc2ddd completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:42:26.771576 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port a30b67a8-8f41-4866-88ff-7405a9bc2ddd triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:26.771940 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.772282 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port a30b67a8-8f41-4866-88ff-7405a9bc2ddd Sep 14 02:42:26.796210 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9e75-a081-448e-a064-54468082c931 admin admin] Publish callbacks [] for security_group (69433adf-c8ca-4a22-8ea0-813186f3beaf), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.818130 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9e75-a081-448e-a064-54468082c931 admin admin] Publish callbacks [] for security_group (69433adf-c8ca-4a22-8ea0-813186f3beaf), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.852574 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port a30b67a8-8f41-4866-88ff-7405a9bc2ddd is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:26.852960 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.870332 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9e75-a081-448e-a064-54468082c931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (69433adf-c8ca-4a22-8ea0-813186f3beaf), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.872859 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9e75-a081-448e-a064-54468082c931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.874133 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2ccf9e75-a081-448e-a064-54468082c931 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/69433adf-c8ca-4a22-8ea0-813186f3beaf HTTP/1.1" status: 204 len: 168 time: 0.1438138 Sep 14 02:42:26.878179 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291395b2-96f0-4d99-85a0-2340a812b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:26.880431 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33576d00-8f51-46ea-a492-0f94616af801" -d '{"events": [{"server_uuid": "291395b2-96f0-4d99-85a0-2340a812b63e", "name": "network-vif-plugged", "status": "completed", "tag": "a30b67a8-8f41-4866-88ff-7405a9bc2ddd"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:26.882222 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf9e75-a081-448e-a064-54468082c931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69433adf-c8ca-4a22-8ea0-813186f3beaf,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:26.895989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port a30b67a8-8f41-4866-88ff-7405a9bc2ddd, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:26.903643 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:26.938241 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c80f027-fe6b-4932-928a-d2198b2f980c x-openstack-request-id: req-6c80f027-fe6b-4932-928a-d2198b2f980c {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:26.938543 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291395b2-96f0-4d99-85a0-2340a812b63e", "name": "network-vif-plugged", "status": "completed", "tag": "a30b67a8-8f41-4866-88ff-7405a9bc2ddd", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:26.938783 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c80f027-fe6b-4932-928a-d2198b2f980c {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:26.939338 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c80f027-fe6b-4932-928a-d2198b2f980c'] response: {'server_uuid': '291395b2-96f0-4d99-85a0-2340a812b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd', 'code': 200} Sep 14 02:42:26.959308 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:27.089636 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f41ca6-fb98-462c-8835-f99f2e204ac0 req-47bd8a50-aabe-48c0-a5de-77ef3c1f5a8a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.091484 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-00f41ca6-fb98-462c-8835-f99f2e204ac0 req-47bd8a50-aabe-48c0-a5de-77ef3c1f5a8a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0783505 Sep 14 02:42:27.099832 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c138ab-0e74-4f0c-b538-c84aaf0d55fd req-b633c4b6-5521-49c6-b226-f868330d5d00 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.101316 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-81c138ab-0e74-4f0c-b538-c84aaf0d55fd req-b633c4b6-5521-49c6-b226-f868330d5d00 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0782483 Sep 14 02:42:27.299935 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-00f41ca6-fb98-462c-8835-f99f2e204ac0 req-0ff77446-98f7-40e2-b32f-c860aaebdb97 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936121 Sep 14 02:42:27.328796 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5f9fcad-e0fa-42e4-aec4-c18b19e728b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.330639 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-c5f9fcad-e0fa-42e4-aec4-c18b19e728b7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 1127 time: 0.0668960 Sep 14 02:42:27.334456 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-81c138ab-0e74-4f0c-b538-c84aaf0d55fd req-9d740698-af2a-43b5-88ab-9d629060edf1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233098 Sep 14 02:42:27.337966 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33554) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:27.345628 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:27.356353 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b07ff-ebde-4e4f-9c86-96fb1498ffa6 req-87f83a97-06d3-4f61-9209-af41294713e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.364421 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-442b07ff-ebde-4e4f-9c86-96fb1498ffa6 req-87f83a97-06d3-4f61-9209-af41294713e3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1129 time: 0.1641283 Sep 14 02:42:27.371110 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94407c46-2ab6-44c8-a3ac-3bc828c7dadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.410655 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-d4cd8ed2-d5ae-4ef5-8a99-c8568506539f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=617d7c76-db56-4a42-81b8-2564ae1c4383 HTTP/1.1" status: 200 len: 217 time: 0.0611095 Sep 14 02:42:27.425405 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-442b07ff-ebde-4e4f-9c86-96fb1498ffa6 req-fe6ae868-a598-4fd0-96b1-5f2460d22bc1 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Sep 14 02:42:27.447186 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:27.463422 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.486436 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909e854-6f69-4f72-8447-0f7f008f17b0 req-12a6fde1-644f-4ae4-ad71-b4ffb3de6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.487999 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1909e854-6f69-4f72-8447-0f7f008f17b0 req-12a6fde1-644f-4ae4-ad71-b4ffb3de6b91 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 1130 time: 0.0861509 Sep 14 02:42:27.509855 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-f8f21cf5-07b7-476d-9c50-6dc21b3ff3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.511344 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-f8f21cf5-07b7-476d-9c50-6dc21b3ff3ec service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0823534 Sep 14 02:42:27.567847 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94407c46-2ab6-44c8-a3ac-3bc828c7dadb admin admin] Publish callbacks [] for security_group (de8bff07-87a3-44d5-9f8e-9fd75c0ab158), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.577186 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94407c46-2ab6-44c8-a3ac-3bc828c7dadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (de8bff07-87a3-44d5-9f8e-9fd75c0ab158), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.619552 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-94407c46-2ab6-44c8-a3ac-3bc828c7dadb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ba4ad7568801418faf2ab5c56b030474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804153 Sep 14 02:42:27.620766 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94407c46-2ab6-44c8-a3ac-3bc828c7dadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8bff07-87a3-44d5-9f8e-9fd75c0ab158,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:27.623458 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33564) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:27.687923 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e44a32e0-82c5-41aa-8c4a-89c0d0f8ec11 admin admin] Publish callbacks [] for security_group (de8bff07-87a3-44d5-9f8e-9fd75c0ab158), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.709281 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:27.747035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-abb5a698-8051-41b2-9b1d-3f237b9a0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.748858 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-abb5a698-8051-41b2-9b1d-3f237b9a0c44 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891619 Sep 14 02:42:27.755405 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e44a32e0-82c5-41aa-8c4a-89c0d0f8ec11 admin admin] Publish callbacks [] for security_group (de8bff07-87a3-44d5-9f8e-9fd75c0ab158), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.770627 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbdfa9-cc2b-4256-b53e-c0f747c1edf4 req-331bdacd-5a6c-475d-9f1d-cf5f4c65c6d6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:27.772562 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9fbdfa9-cc2b-4256-b53e-c0f747c1edf4 req-331bdacd-5a6c-475d-9f1d-cf5f4c65c6d6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 943 time: 0.0867457 Sep 14 02:42:27.790844 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:27.811512 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:27.836475 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1909e854-6f69-4f72-8447-0f7f008f17b0 req-81813c57-f2b3-44b7-a18f-9a6c8a5ebfcf service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790140 Sep 14 02:42:27.874427 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9fbdfa9-cc2b-4256-b53e-c0f747c1edf4 req-d7768498-57ee-47cc-b4f1-a6d41c5d5362 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946481 Sep 14 02:42:27.908688 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e44a32e0-82c5-41aa-8c4a-89c0d0f8ec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (de8bff07-87a3-44d5-9f8e-9fd75c0ab158), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.909100 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e44a32e0-82c5-41aa-8c4a-89c0d0f8ec11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:27.913142 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-e44a32e0-82c5-41aa-8c4a-89c0d0f8ec11 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/de8bff07-87a3-44d5-9f8e-9fd75c0ab158 HTTP/1.1" status: 204 len: 168 time: 0.2846167 Sep 14 02:42:27.922129 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a32e0-82c5-41aa-8c4a-89c0d0f8ec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8bff07-87a3-44d5-9f8e-9fd75c0ab158,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:27.922673 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-53d78d00-a359-4ede-a4c7-12a6551013ce service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649790 Sep 14 02:42:28.440210 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f145db-4e44-4c4b-887d-b54fbb6e0b1d req-3cf8ff69-f242-4c8c-b356-af74257d40db tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:28.441558 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-25f145db-4e44-4c4b-887d-b54fbb6e0b1d req-3cf8ff69-f242-4c8c-b356-af74257d40db tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0553288 Sep 14 02:42:28.497122 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-25f145db-4e44-4c4b-887d-b54fbb6e0b1d req-c81769f2-b1cd-4b1b-aee8-c2f18e8863ca tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Sep 14 02:42:28.499260 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1fd516ba-6aab-4790-82e3-5a25d3f1a373 req-d1d18962-9dc3-4dd2-821b-caa4fe371c52 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062455 Sep 14 02:42:28.609390 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58170cd2-aec4-417d-8c93-01c647acf9a9 req-9aa53f3e-bcbb-453b-aba8-e9fedf63f488 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:28.613762 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58170cd2-aec4-417d-8c93-01c647acf9a9 req-9aa53f3e-bcbb-453b-aba8-e9fedf63f488 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0551178 Sep 14 02:42:28.659300 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58170cd2-aec4-417d-8c93-01c647acf9a9 req-09fbc3f0-e44e-435b-8c32-a5de3d01cc85 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Sep 14 02:42:28.858130 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:28.955695 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:29.027349 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac4272-beab-4da0-90cf-fbb2857af1cf req-928944e6-de37-4511-b8d5-5015b6bfe5ee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:29.028802 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-abac4272-beab-4da0-90cf-fbb2857af1cf req-928944e6-de37-4511-b8d5-5015b6bfe5ee tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 943 time: 0.0470858 Sep 14 02:42:29.084312 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-abac4272-beab-4da0-90cf-fbb2857af1cf req-bb0b120c-1521-4704-b453-0ba6f2a34902 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496089 Sep 14 02:42:29.653986 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b051a-80ad-4d21-bfda-e8adaa45e7bd req-4d8fc6d7-85e1-46b7-bbc3-e7eb29cf53cb tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:29.656112 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-352b051a-80ad-4d21-bfda-e8adaa45e7bd req-4d8fc6d7-85e1-46b7-bbc3-e7eb29cf53cb tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0573380 Sep 14 02:42:29.703181 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-352b051a-80ad-4d21-bfda-e8adaa45e7bd req-b219adac-6dad-4937-8dee-04bf97b7458d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Sep 14 02:42:29.803131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5186215-1753-4352-8c54-06efb8e44e48 req-e2623181-89da-4f46-9790-bd354ab3ddb4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:29.806248 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f5186215-1753-4352-8c54-06efb8e44e48 req-e2623181-89da-4f46-9790-bd354ab3ddb4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0470033 Sep 14 02:42:29.854304 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f5186215-1753-4352-8c54-06efb8e44e48 req-ad4f23b4-fffd-44cc-a8b2-4d1c17bf522b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Sep 14 02:42:30.041958 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10ad4-9394-4dc0-bd37-7fe2c3ccbd67 req-773278a3-ee6c-418f-a693-f0c946c2fbe6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:30.043477 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d5e10ad4-9394-4dc0-bd37-7fe2c3ccbd67 req-773278a3-ee6c-418f-a693-f0c946c2fbe6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0708628 Sep 14 02:42:30.062222 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33664) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:30.062222 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'floatingip': {'port_id': '4cde1b1f-b34c-4127-96da-229475dceacc'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:30.136311 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (62838e0c-12e0-4f3b-9367-801b1e0a914e), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:30.213406 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d64ea-5cfa-400b-a670-dba4aaa1544b req-9e1bc223-b612-41b9-b66d-efc5de7a479a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:30.215143 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-026d64ea-5cfa-400b-a670-dba4aaa1544b req-9e1bc223-b612-41b9-b66d-efc5de7a479a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 943 time: 0.0456645 Sep 14 02:42:30.258218 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:30.263010 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-026d64ea-5cfa-400b-a670-dba4aaa1544b req-71d7a0df-dc5a-404c-a24b-6817794658b7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Sep 14 02:42:30.738540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 617d7c76-db56-4a42-81b8-2564ae1c4383 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:42:30.758200 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:30.770414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (62838e0c-12e0-4f3b-9367-801b1e0a914e), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:30.907949 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d167-59c8-4ee8-a9bd-b1a23e5ae790 req-f8f1181e-f138-4f38-a068-9e28541723dd tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:30.910766 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2d35d167-59c8-4ee8-a9bd-b1a23e5ae790 req-f8f1181e-f138-4f38-a068-9e28541723dd tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0741315 Sep 14 02:42:30.915850 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:30.932014 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 617d7c76-db56-4a42-81b8-2564ae1c4383, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=617d7c76-db56-4a42-81b8-2564ae1c4383,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:30.952959 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'port_id': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'mac_address': 'fa:16:3e:69:31:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:42:30.986543 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2d35d167-59c8-4ee8-a9bd-b1a23e5ae790 req-e3a0d440-e573-4700-b869-d3a491e9407b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 Sep 14 02:42:30.994236 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 617d7c76-db56-4a42-81b8-2564ae1c4383 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:30.994622 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:31.011861 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617d7c76-db56-4a42-81b8-2564ae1c4383 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:42:31.030164 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 617d7c76-db56-4a42-81b8-2564ae1c4383, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=617d7c76-db56-4a42-81b8-2564ae1c4383,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:31.035203 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:31.115619 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=617d7c76-db56-4a42-81b8-2564ae1c4383,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:31.124411 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.125250 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.125741 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.126402 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.126910 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.127427 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.127925 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.128408 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.142517 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.144425 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.144973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.145242 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Floating IP 62838e0c-12e0-4f3b-9367-801b1e0a914e associated. External IP: 172.27.2.175, port: 4cde1b1f-b34c-4127-96da-229475dceacc. Sep 14 02:42:31.145728 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.147391 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.147909 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.151189 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:31.343346 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-f46d068f-f9c4-422f-8f11-5fb6155ffbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:31.344995 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-f46d068f-f9c4-422f-8f11-5fb6155ffbd8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 1130 time: 0.0544345 Sep 14 02:42:31.395466 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927fdd0-ad7e-4410-82a1-9c2d4177dac5 req-7e9ef215-6c6b-4a96-b362-5fc9dab14ed3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:31.402499 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['617d7c76-db56-4a42-81b8-2564ae1c4383'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:42:31.409993 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0927fdd0-ad7e-4410-82a1-9c2d4177dac5 req-7e9ef215-6c6b-4a96-b362-5fc9dab14ed3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.1045818 Sep 14 02:42:31.445191 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:31.459785 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:31.481466 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:42:31.514685 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0927fdd0-ad7e-4410-82a1-9c2d4177dac5 req-973d7a0a-577b-4bc2-86bc-c0921a7895c1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033976 Sep 14 02:42:31.556673 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e82bb3-3696-473a-8e4d-86e7952c4638 req-53c5001c-b27b-4890-ae52-0c001bd35b92 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:31.558796 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c5e82bb3-3696-473a-8e4d-86e7952c4638 req-53c5001c-b27b-4890-ae52-0c001bd35b92 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 944 time: 0.1100688 Sep 14 02:42:31.601814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-d609909d-89e6-404f-bc1a-f696e1b3531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:31.603307 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-d609909d-89e6-404f-bc1a-f696e1b3531f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.1590075 Sep 14 02:42:31.633500 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c5e82bb3-3696-473a-8e4d-86e7952c4638 req-e3435231-3ee8-4609-a764-02284bafd8f4 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616732 Sep 14 02:42:31.697095 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:42:31.707466 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:31.713343 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] Sync routers for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:42:31.723530 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:42:31.724121 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:42:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:31.758734 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-f01bcb3e-788f-49b7-a847-ae9a3c96388a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd HTTP/1.1" status: 200 len: 217 time: 0.0594730 Sep 14 02:42:31.764980 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a97d8804-9bda-4d37-b715-d9e53ebf5234 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/62838e0c-12e0-4f3b-9367-801b1e0a914e HTTP/1.1" status: 200 len: 991 time: 1.7091749 Sep 14 02:42:31.765672 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:31.767961 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad94e095-9d2f-4b7c-84cf-6927ba10c769" -d '{"events": [{"name": "network-changed", "server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:31.804769 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc36d5b7-f367-43eb-992f-0232de8c81bd x-openstack-request-id: req-dc36d5b7-f367-43eb-992f-0232de8c81bd {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:31.805050 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:31.805295 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc36d5b7-f367-43eb-992f-0232de8c81bd {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:31.805698 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc36d5b7-f367-43eb-992f-0232de8c81bd'] response: {'name': 'network-changed', 'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc', 'status': 'completed', 'code': 200} Sep 14 02:42:31.834144 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:42:31.967789 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-4607f9f8-5e27-49f5-a7d4-f397f2d2706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:31.969474 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-4607f9f8-5e27-49f5-a7d4-f397f2d2706d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1129 time: 0.0740042 Sep 14 02:42:31.982533 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-2dac6dc5-5ce7-459f-8201-046cfbfc5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:31.985687 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-2dac6dc5-5ce7-459f-8201-046cfbfc5a1b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0983813 Sep 14 02:42:32.089894 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-2cb62597-3374-4dfc-b207-78efcf4868b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:32.091661 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-2cb62597-3374-4dfc-b207-78efcf4868b4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951724 Sep 14 02:42:32.124709 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '62838e0c-12e0-4f3b-9367-801b1e0a914e', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'port_id': '4cde1b1f-b34c-4127-96da-229475dceacc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'mac_address': 'fa:16:3e:93:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e9c98-6111-4415-b3bd-d884a745b098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:41:46Z', 'updated_at': '2022-09-14T02:42:30Z', 'revision_number': 1, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:32.149366 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] Checking router: 17c3cab7-ba61-43fb-b657-1acf1150b7b8 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:42:32.158384 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:42:32.158994 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:42:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:32.180899 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-463bde50-d816-48d0-bf41-b5710ef52e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:32.182721 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-463bde50-d816-48d0-bf41-b5710ef52e07 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.1959648 Sep 14 02:42:32.273195 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:42:32.297342 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-93075a82-f553-45dd-a84b-79150555790e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907170 Sep 14 02:42:32.320019 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-84c3f524-5ed8-4db4-afed-1e648c2c97f0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 999 time: 0.1203530 Sep 14 02:42:32.480057 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-473bc7e4-53fc-4387-9cb1-5c020e70dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:32.481609 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-473bc7e4-53fc-4387-9cb1-5c020e70dd1f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.1500523 Sep 14 02:42:32.493158 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-659f06e0-fb51-4ef9-a942-ac5fbb4499bb req-f8d86305-62e5-4f69-b986-be6f4701491d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831765 Sep 14 02:42:32.574967 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '62838e0c-12e0-4f3b-9367-801b1e0a914e', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'port_id': '4cde1b1f-b34c-4127-96da-229475dceacc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'mac_address': 'fa:16:3e:93:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e9c98-6111-4415-b3bd-d884a745b098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:41:46Z', 'updated_at': '2022-09-14T02:42:30Z', 'revision_number': 1, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:32.608117 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881265ed-c341-49b5-bdb9-bae959a27711 None None] The sync data for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi is: [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '62838e0c-12e0-4f3b-9367-801b1e0a914e', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'port_id': '4cde1b1f-b34c-4127-96da-229475dceacc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'mac_address': 'fa:16:3e:93:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e9c98-6111-4415-b3bd-d884a745b098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:41:46Z', 'updated_at': '2022-09-14T02:42:30Z', 'revision_number': 1, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:42:32.672217 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2058bb-6703-48e7-818e-b33b242402c1 req-73b05ffa-4b81-434f-83b0-3a01b8f26797 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:32.680974 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f2058bb-6703-48e7-818e-b33b242402c1 req-73b05ffa-4b81-434f-83b0-3a01b8f26797 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0759768 Sep 14 02:42:32.743495 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 617d7c76-db56-4a42-81b8-2564ae1c4383 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:42:32.775440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-ceb451d6-6f39-4c9e-8338-fef4389a2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:32.781855 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-ceb451d6-6f39-4c9e-8338-fef4389a2ea2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160996 Sep 14 02:42:32.790118 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f2058bb-6703-48e7-818e-b33b242402c1 req-0bb0c51a-a270-4e57-8e73-4d3e4106f407 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942926 Sep 14 02:42:32.833261 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 617d7c76-db56-4a42-81b8-2564ae1c4383 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:42:32.851268 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbde869-83af-4793-9cb6-c834eb683993 req-679548b7-eb8e-40cf-ba7e-a9fe9f07da96 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:32.851537 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 617d7c76-db56-4a42-81b8-2564ae1c4383 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:42:32.851819 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:32.852427 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 617d7c76-db56-4a42-81b8-2564ae1c4383 Sep 14 02:42:32.853453 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-adbde869-83af-4793-9cb6-c834eb683993 req-679548b7-eb8e-40cf-ba7e-a9fe9f07da96 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 944 time: 0.0840664 Sep 14 02:42:32.951822 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-adbde869-83af-4793-9cb6-c834eb683993 req-69281b61-5547-49be-90bd-5f1c31ee4fb9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922549 Sep 14 02:42:32.955261 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33762) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:32.975013 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:32.999249 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 617d7c76-db56-4a42-81b8-2564ae1c4383 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:42:33.000106 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.012643 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-0b2e3a7d-c3a9-46d2-bc93-9c187d058a4d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710529 Sep 14 02:42:33.030975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:33.033729 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cc6d75-3dec-45d2-bcc6-20006bdbc0e1" -d '{"events": [{"server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "name": "network-vif-plugged", "status": "completed", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:33.042186 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9913c-9a36-467c-b13a-920a8d0c6732 None None] New status for floating IP 62838e0c-12e0-4f3b-9367-801b1e0a914e: ACTIVE {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:42:33.091093 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 617d7c76-db56-4a42-81b8-2564ae1c4383, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=617d7c76-db56-4a42-81b8-2564ae1c4383,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:33.158324 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638c2ea-0f44-4404-bfa5-e1f5ffc6ab76 x-openstack-request-id: req-7638c2ea-0f44-4404-bfa5-e1f5ffc6ab76 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:33.158622 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "name": "network-vif-plugged", "status": "completed", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:33.158972 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7638c2ea-0f44-4404-bfa5-e1f5ffc6ab76 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:33.159285 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7638c2ea-0f44-4404-bfa5-e1f5ffc6ab76'] response: {'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'code': 200} Sep 14 02:42:33.177098 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.208039 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ad94e095-9d2f-4b7c-84cf-6927ba10c769 req-2c0eabae-48cc-4b70-b900-553fd6a4ade9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811593 Sep 14 02:42:33.209443 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-493a3873-d7f5-46de-9e31-904bfa133513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.256560 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:33.316753 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-493a3873-d7f5-46de-9e31-904bfa133513 admin admin] Publish callbacks [] for security_group (9c868799-3502-4426-a3cc-58a637dc602e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.324951 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-493a3873-d7f5-46de-9e31-904bfa133513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (9c868799-3502-4426-a3cc-58a637dc602e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.337564 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=617d7c76-db56-4a42-81b8-2564ae1c4383,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:33.409669 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-493a3873-d7f5-46de-9e31-904bfa133513 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4fb8ee9b98b243e4955c2bd5cffd5c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532251 Sep 14 02:42:33.412555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a3873-d7f5-46de-9e31-904bfa133513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c868799-3502-4426-a3cc-58a637dc602e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:33.412713 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33790) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:33.415956 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3ff0-1a3e-472e-acbf-3e738829ec55 req-1b607d6e-a7ab-4421-9639-853d2e563137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:33.417743 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a5d3ff0-1a3e-472e-acbf-3e738829ec55 req-1b607d6e-a7ab-4421-9639-853d2e563137 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 1129 time: 0.0851352 Sep 14 02:42:33.456750 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:33.505117 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Publish callbacks [] for security_group (9c868799-3502-4426-a3cc-58a637dc602e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.512788 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a5d3ff0-1a3e-472e-acbf-3e738829ec55 req-5227c9ba-206e-4e69-b633-fd05ae444559 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881073 Sep 14 02:42:33.539559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Publish callbacks [] for security_group (9c868799-3502-4426-a3cc-58a637dc602e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.598489 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (9c868799-3502-4426-a3cc-58a637dc602e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.601519 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:33.602798 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9c868799-3502-4426-a3cc-58a637dc602e HTTP/1.1" status: 204 len: 168 time: 0.1892023 Sep 14 02:42:33.612443 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c868799-3502-4426-a3cc-58a637dc602e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:33.621109 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.630109 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.630758 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.631419 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.631902 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.632233 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.632563 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.632888 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.633219 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.633542 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.633888 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.634287 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.634519 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.634873 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.635340 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc22b2f-51df-4c45-a08c-a8f8c18fd3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:42:33.916534 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc690-2df8-4295-80ff-45d812cfb8bb req-ac897175-a1b1-48d3-870d-7daef265d921 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:33.919161 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-955bc690-2df8-4295-80ff-45d812cfb8bb req-ac897175-a1b1-48d3-870d-7daef265d921 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0524175 Sep 14 02:42:33.973630 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-955bc690-2df8-4295-80ff-45d812cfb8bb req-f775169b-c1c3-4e9e-bbbb-2be4ee26bbd5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Sep 14 02:42:34.109936 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee2384-2279-4753-b15d-8151c68be5dc req-83178f04-86ea-43fb-865c-2c3b2c190c77 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:34.111492 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7ee2384-2279-4753-b15d-8151c68be5dc req-83178f04-86ea-43fb-865c-2c3b2c190c77 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0656984 Sep 14 02:42:34.175555 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7ee2384-2279-4753-b15d-8151c68be5dc req-2492d999-2ef2-4ba4-8b7c-434948dbb696 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576849 Sep 14 02:42:35.100491 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:35.116441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222ee55-a256-4326-bb33-f00dcd2f3cc5 req-5f732be5-2d4e-484e-9009-c8c152fc23fc tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:35.117981 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3222ee55-a256-4326-bb33-f00dcd2f3cc5 req-5f732be5-2d4e-484e-9009-c8c152fc23fc tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0618613 Sep 14 02:42:35.177755 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3222ee55-a256-4326-bb33-f00dcd2f3cc5 req-043c6e7f-fe02-451c-b5d3-70d3bf0312e6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518737 Sep 14 02:42:35.303748 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1b2ed-9573-4d1f-969f-b840820d26cd req-035aab6d-56d6-4fc3-8e0a-f78bf0cf0a45 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:35.305341 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0ea1b2ed-9573-4d1f-969f-b840820d26cd req-035aab6d-56d6-4fc3-8e0a-f78bf0cf0a45 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0477371 Sep 14 02:42:35.353388 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0ea1b2ed-9573-4d1f-969f-b840820d26cd req-1b7a10cd-2906-4a3f-af40-b03c8335d4b9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 Sep 14 02:42:35.475708 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c8032-8e1d-4499-8753-94b08f7ecf5b req-682c8319-7011-4c13-b78b-9823072c577b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:35.478059 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6a2c8032-8e1d-4499-8753-94b08f7ecf5b req-682c8319-7011-4c13-b78b-9823072c577b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0541627 Sep 14 02:42:35.488782 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33890) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:35.493855 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'floatingip': {'port_id': '617d7c76-db56-4a42-81b8-2564ae1c4383'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:42:35.565602 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (b6493430-9a7c-40da-87d5-d2aeea8c3b12), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:35.594768 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33894) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:35.709811 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-717ed6f1-8ca8-4248-8093-a633590a60cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:35.818206 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-717ed6f1-8ca8-4248-8093-a633590a60cb admin admin] Publish callbacks [] for security_group (dca31d59-3cd2-4780-9ec9-91ff86708fb4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:35.820009 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-717ed6f1-8ca8-4248-8093-a633590a60cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (dca31d59-3cd2-4780-9ec9-91ff86708fb4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:35.870516 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-717ed6f1-8ca8-4248-8093-a633590a60cb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0cc6924142f648368317453e55ccdbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738066 Sep 14 02:42:35.872086 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ed6f1-8ca8-4248-8093-a633590a60cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca31d59-3cd2-4780-9ec9-91ff86708fb4,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:35.876456 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33904) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:35.939045 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3e7700f-3487-4724-b407-fc7010a8300f admin admin] Publish callbacks [] for security_group (dca31d59-3cd2-4780-9ec9-91ff86708fb4), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:35.961682 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3e7700f-3487-4724-b407-fc7010a8300f admin admin] Publish callbacks [] for security_group (dca31d59-3cd2-4780-9ec9-91ff86708fb4), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.023928 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3e7700f-3487-4724-b407-fc7010a8300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (dca31d59-3cd2-4780-9ec9-91ff86708fb4), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.027082 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3e7700f-3487-4724-b407-fc7010a8300f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.031024 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b3e7700f-3487-4724-b407-fc7010a8300f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dca31d59-3cd2-4780-9ec9-91ff86708fb4 HTTP/1.1" status: 204 len: 168 time: 0.1510015 Sep 14 02:42:36.039780 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7700f-3487-4724-b407-fc7010a8300f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca31d59-3cd2-4780-9ec9-91ff86708fb4,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:36.374323 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33924) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:36.389045 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786cb3e-19e1-49c8-85bd-430a2076515c req-311444bc-2cbf-48d7-b49d-8f08778577c0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:36.389592 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-550e6b03-783e-4f36-aeec-9e09c4d2aa49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.390559 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b786cb3e-19e1-49c8-85bd-430a2076515c req-311444bc-2cbf-48d7-b49d-8f08778577c0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.1030011 Sep 14 02:42:36.440680 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:42:36.498101 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-550e6b03-783e-4f36-aeec-9e09c4d2aa49 admin admin] Publish callbacks [] for security_group (85903c25-636d-4a8c-bd30-1918c0c7f9cb), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.504404 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-550e6b03-783e-4f36-aeec-9e09c4d2aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (85903c25-636d-4a8c-bd30-1918c0c7f9cb), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.516308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:36.517254 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:36.547921 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:36.550364 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.558083 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e6b03-783e-4f36-aeec-9e09c4d2aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85903c25-636d-4a8c-bd30-1918c0c7f9cb,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:36.562670 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b786cb3e-19e1-49c8-85bd-430a2076515c req-44dbc4d1-55c2-48b1-a1bd-f29187d82748 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476386 Sep 14 02:42:36.565011 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (b6493430-9a7c-40da-87d5-d2aeea8c3b12), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.572327 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-550e6b03-783e-4f36-aeec-9e09c4d2aa49 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=38cb39c8f26745f081b2ff9468a1cd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967716 Sep 14 02:42:36.573270 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33930) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:36.627495 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e7670331-696b-4413-a79f-4f0fbf1158a1 admin admin] Publish callbacks [] for security_group (85903c25-636d-4a8c-bd30-1918c0c7f9cb), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.647497 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e7670331-696b-4413-a79f-4f0fbf1158a1 admin admin] Publish callbacks [] for security_group (85903c25-636d-4a8c-bd30-1918c0c7f9cb), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.666810 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Floating IP b6493430-9a7c-40da-87d5-d2aeea8c3b12 associated. External IP: 172.27.2.111, port: 617d7c76-db56-4a42-81b8-2564ae1c4383. Sep 14 02:42:36.698895 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e7670331-696b-4413-a79f-4f0fbf1158a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (85903c25-636d-4a8c-bd30-1918c0c7f9cb), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.702591 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e7670331-696b-4413-a79f-4f0fbf1158a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:36.703987 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-e7670331-696b-4413-a79f-4f0fbf1158a1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/85903c25-636d-4a8c-bd30-1918c0c7f9cb HTTP/1.1" status: 204 len: 168 time: 0.1295052 Sep 14 02:42:36.712544 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670331-696b-4413-a79f-4f0fbf1158a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85903c25-636d-4a8c-bd30-1918c0c7f9cb,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:36.727084 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:36.870098 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:36.942167 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Router 8ef039d4-d084-45b3-8e2e-c6944ab40782 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:42:37.058337 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:42:37.063470 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:37.075569 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] Sync routers for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:42:37.088771 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:42:37.089386 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:42:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:37.102507 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-184c6f90-3b13-4cab-ac2c-0b5466e8b622 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/b6493430-9a7c-40da-87d5-d2aeea8c3b12 HTTP/1.1" status: 200 len: 991 time: 1.6125317 Sep 14 02:42:37.103162 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:37.105977 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb05661-5f41-4642-ae08-2fa8ea2ed77c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:37.161817 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099f0a2-5496-4f34-9cdd-af521fbe355c x-openstack-request-id: req-4099f0a2-5496-4f34-9cdd-af521fbe355c {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:37.161817 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:37.162159 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4099f0a2-5496-4f34-9cdd-af521fbe355c {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:37.162990 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4099f0a2-5496-4f34-9cdd-af521fbe355c'] response: {'name': 'network-changed', 'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'status': 'completed', 'code': 200} Sep 14 02:42:37.231416 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:42:37.269609 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:37.342846 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:37.427209 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33958) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:37.452125 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'b6493430-9a7c-40da-87d5-d2aeea8c3b12', 'tenant_id': '2384279227724e9592e7593837e2fece', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'port_id': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'mac_address': 'fa:16:3e:69:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:42:01Z', 'updated_at': '2022-09-14T02:42:36Z', 'revision_number': 1, 'project_id': '2384279227724e9592e7593837e2fece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:37.484912 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] Checking router: 8ef039d4-d084-45b3-8e2e-c6944ab40782 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:42:37.490988 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:42:37.491622 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:42:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:37.492812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-92a1c974-8b32-44c2-968c-b1fbd8e33f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:37.494622 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-92a1c974-8b32-44c2-968c-b1fbd8e33f02 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 1129 time: 0.0623093 Sep 14 02:42:37.594856 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d44dd816-b56d-4ad1-b872-fc9217b9d2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:37.694171 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:42:37.701432 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-e28f148a-e4b2-4b8b-bcbf-045ab485cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:37.703177 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-e28f148a-e4b2-4b8b-bcbf-045ab485cd07 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 911 time: 0.2003613 Sep 14 02:42:37.759356 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e119ff5-7499-4edf-99a5-e5249f45d7fa req-baf2df69-ffa1-46f4-9083-70e3ea72ed20 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:37.761398 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e119ff5-7499-4edf-99a5-e5249f45d7fa req-baf2df69-ffa1-46f4-9083-70e3ea72ed20 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0668156 Sep 14 02:42:37.833900 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d44dd816-b56d-4ad1-b872-fc9217b9d2af admin admin] Publish callbacks [] for security_group (d6ae351f-2246-4266-be79-a22f1204540e), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:37.841738 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e119ff5-7499-4edf-99a5-e5249f45d7fa req-9947cbc5-f8c0-48c1-b10b-425db09e9d18 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698183 Sep 14 02:42:37.843263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d44dd816-b56d-4ad1-b872-fc9217b9d2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d6ae351f-2246-4266-be79-a22f1204540e), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:37.875271 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dd816-b56d-4ad1-b872-fc9217b9d2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae351f-2246-4266-be79-a22f1204540e,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:37.932899 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'b6493430-9a7c-40da-87d5-d2aeea8c3b12', 'tenant_id': '2384279227724e9592e7593837e2fece', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'port_id': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'mac_address': 'fa:16:3e:69:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:42:01Z', 'updated_at': '2022-09-14T02:42:36Z', 'revision_number': 1, 'project_id': '2384279227724e9592e7593837e2fece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:37.959869 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60edc25-b272-4e69-95ef-823e89f08e3f None None] The sync data for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi is: [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'b6493430-9a7c-40da-87d5-d2aeea8c3b12', 'tenant_id': '2384279227724e9592e7593837e2fece', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'port_id': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'mac_address': 'fa:16:3e:69:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:42:01Z', 'updated_at': '2022-09-14T02:42:36Z', 'revision_number': 1, 'project_id': '2384279227724e9592e7593837e2fece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:42:37.968412 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d44dd816-b56d-4ad1-b872-fc9217b9d2af admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=245abe04f3e3415296ebff4c9d9b60a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398560 Sep 14 02:42:37.969133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 33986) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:38.033712 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-3e175a50-dde4-4c3b-a2d6-8438c04971ef service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=617d7c76-db56-4a42-81b8-2564ae1c4383 HTTP/1.1" status: 200 len: 999 time: 0.1500065 Sep 14 02:42:38.088086 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-370bfe02-913c-452a-bcc6-f93bca15973b admin admin] Publish callbacks [] for security_group (d6ae351f-2246-4266-be79-a22f1204540e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.148117 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-370bfe02-913c-452a-bcc6-f93bca15973b admin admin] Publish callbacks [] for security_group (d6ae351f-2246-4266-be79-a22f1204540e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.207015 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-370bfe02-913c-452a-bcc6-f93bca15973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d6ae351f-2246-4266-be79-a22f1204540e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.209849 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-370bfe02-913c-452a-bcc6-f93bca15973b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.210922 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-370bfe02-913c-452a-bcc6-f93bca15973b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d6ae351f-2246-4266-be79-a22f1204540e HTTP/1.1" status: 204 len: 168 time: 0.2408509 Sep 14 02:42:38.221146 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bfe02-913c-452a-bcc6-f93bca15973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ae351f-2246-4266-be79-a22f1204540e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:38.302772 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b290aac-f7a9-4f76-b160-4da4c4119236 None None] New status for floating IP b6493430-9a7c-40da-87d5-d2aeea8c3b12: ACTIVE {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:42:38.409214 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:38.458955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 33998) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:38.606573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ce53-dbda-451b-b6d5-1936cb2a74cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.697184 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ce53-dbda-451b-b6d5-1936cb2a74cc admin admin] Publish callbacks [] for security_group (06b0956d-257f-48bf-b477-2c74a2bfc181), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.702750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ce53-dbda-451b-b6d5-1936cb2a74cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (06b0956d-257f-48bf-b477-2c74a2bfc181), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.750245 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5bf5ce53-dbda-451b-b6d5-1936cb2a74cc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0bea5dc3fedf479bbe7dd3327bffc08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901950 Sep 14 02:42:38.753142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34014) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:38.758440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5ce53-dbda-451b-b6d5-1936cb2a74cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0956d-257f-48bf-b477-2c74a2bfc181,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:38.817355 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a57a521b-b5fe-46d5-8c05-2c1f9ba9b72a admin admin] Publish callbacks [] for security_group (06b0956d-257f-48bf-b477-2c74a2bfc181), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.820028 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:38.841108 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a57a521b-b5fe-46d5-8c05-2c1f9ba9b72a admin admin] Publish callbacks [] for security_group (06b0956d-257f-48bf-b477-2c74a2bfc181), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.875392 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:38.895005 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a57a521b-b5fe-46d5-8c05-2c1f9ba9b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (06b0956d-257f-48bf-b477-2c74a2bfc181), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.900078 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a57a521b-b5fe-46d5-8c05-2c1f9ba9b72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:38.901819 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a57a521b-b5fe-46d5-8c05-2c1f9ba9b72a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/06b0956d-257f-48bf-b477-2c74a2bfc181 HTTP/1.1" status: 204 len: 168 time: 0.1470711 Sep 14 02:42:38.910445 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a521b-b5fe-46d5-8c05-2c1f9ba9b72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b0956d-257f-48bf-b477-2c74a2bfc181,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:39.005232 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8bac7-bd95-4390-9e88-73de7d8690cc req-4b6101d7-23f5-4eed-958c-224192541ddb tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:39.006777 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8ef8bac7-bd95-4390-9e88-73de7d8690cc req-4b6101d7-23f5-4eed-958c-224192541ddb tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0497890 Sep 14 02:42:39.114473 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-56ed35fd-ffc0-40ba-b92c-df1b1b45d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:39.116732 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8ef8bac7-bd95-4390-9e88-73de7d8690cc req-b14d6d5c-a0e9-4cb6-96da-5c603ecf500f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001627 Sep 14 02:42:39.128103 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-56ed35fd-ffc0-40ba-b92c-df1b1b45d07e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0773733 Sep 14 02:42:39.219548 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-5e4d8fb3-36df-4e7c-b764-6d29b028ba67 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864356 Sep 14 02:42:39.220650 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-1fd75182-c5b8-4721-a212-3acfb03fde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:39.221999 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-1fd75182-c5b8-4721-a212-3acfb03fde85 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746701 Sep 14 02:42:39.322687 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:39.691259 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-02c91fb6-7729-464a-bc34-7c3a4526121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:39.692747 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-02c91fb6-7729-464a-bc34-7c3a4526121d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1129 time: 0.0593076 Sep 14 02:42:39.715478 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-0c68c17b-8467-438c-833b-45842b5ccd95 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581056 Sep 14 02:42:40.090299 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:40.098631 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:40.166343 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-f7e00502-1b20-4c96-8ecf-9a098458be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:40.168123 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-f7e00502-1b20-4c96-8ecf-9a098458be7f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.4517162 Sep 14 02:42:40.173640 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-acb05661-5f41-4642-ae08-2fa8ea2ed77c req-147d633e-84ea-4e47-b659-936e72da46fc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272976 Sep 14 02:42:40.244877 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-b3061f96-b748-4adf-8a40-eba9702f1198 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 200 len: 217 time: 0.0493429 Sep 14 02:42:40.254645 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c590e4-fb9d-49e6-8526-b03955dfb72a req-3772e5e7-8821-4d4d-88c9-2837b456ff50 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:40.261814 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b4c590e4-fb9d-49e6-8526-b03955dfb72a req-3772e5e7-8821-4d4d-88c9-2837b456ff50 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0634882 Sep 14 02:42:40.314449 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-2d4026d7-2b50-448a-8fc2-0ce522627595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:40.316143 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-2d4026d7-2b50-448a-8fc2-0ce522627595 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0639675 Sep 14 02:42:40.328750 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b4c590e4-fb9d-49e6-8526-b03955dfb72a req-eca656f7-9310-4f32-88d0-282b6311abf4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657463 Sep 14 02:42:40.382009 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-41e14258-3f5d-4b02-a2d6-d4a300261bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:40.384810 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-41e14258-3f5d-4b02-a2d6-d4a300261bbc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499175 Sep 14 02:42:40.498716 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-ea2c4719-7764-441d-8c9b-ba0f17d86370 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983002 Sep 14 02:42:40.611388 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c8487af1-f5ff-4b95-8dfb-11b6149077f7 req-744a9545-08be-4778-92be-d7932f3f4aa0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004636 Sep 14 02:42:40.631844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24d649-1f85-4a78-a8f5-4689a740609d req-de8bedec-f6c4-4aca-8a63-1c636f708cdf tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:40.633299 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0f24d649-1f85-4a78-a8f5-4689a740609d req-de8bedec-f6c4-4aca-8a63-1c636f708cdf tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.0473516 Sep 14 02:42:40.685889 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0f24d649-1f85-4a78-a8f5-4689a740609d req-6111e5d4-4dc1-4042-9115-fdd005133b17 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465984 Sep 14 02:42:41.485131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a0921-361d-4b19-b007-d8a478bfd508 req-a179673c-be56-451f-966e-6ea418c04d07 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:41.487067 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-586a0921-361d-4b19-b007-d8a478bfd508 req-a179673c-be56-451f-966e-6ea418c04d07 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0679226 Sep 14 02:42:41.567982 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-586a0921-361d-4b19-b007-d8a478bfd508 req-d62abf8c-f517-4f68-af35-2a11c1bf0b89 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749609 Sep 14 02:42:41.702589 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34156) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:41.755964 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] Deleting subnet 0a83f3b9-b7da-44f7-81cf-6097cbee48ca {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:42:41.759607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] Publish callbacks [] for subnet (0a83f3b9-b7da-44f7-81cf-6097cbee48ca), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:41.825874 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (0a83f3b9-b7da-44f7-81cf-6097cbee48ca), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:41.856588 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacebba-a3c4-45d7-aa8c-dcc76e7fb182 req-a7bb48c3-ee57-4005-88aa-126ca8e66dae tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:41.858053 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4aacebba-a3c4-45d7-aa8c-dcc76e7fb182 req-a7bb48c3-ee57-4005-88aa-126ca8e66dae tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.0791800 Sep 14 02:42:41.901577 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (0a83f3b9-b7da-44f7-81cf-6097cbee48ca), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:41.957676 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4aacebba-a3c4-45d7-aa8c-dcc76e7fb182 req-be92fb4f-b6ec-4f6d-a1d7-edaf776bab06 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928822 Sep 14 02:42:41.979374 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (0a83f3b9-b7da-44f7-81cf-6097cbee48ca), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.008197 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a83f3b9-b7da-44f7-81cf-6097cbee48ca,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:42.012050 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.015792 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-1734d5dc-82fc-44c3-ab3e-84f6c69b3b7d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0a83f3b9-b7da-44f7-81cf-6097cbee48ca HTTP/1.1" status: 204 len: 168 time: 0.3118718 Sep 14 02:42:42.018429 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34160) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:42.090577 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (d34f39ee-efa8-4700-b866-213c9fcd66d5), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.173090 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (d34f39ee-efa8-4700-b866-213c9fcd66d5), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.193744 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34f39ee-efa8-4700-b866-213c9fcd66d5']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:42.203556 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c262871c-0022-49f0-a752-8c17b6ff7e5f') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:42.203855 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c262871c-0022-49f0-a752-8c17b6ff7e5f') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:42.213814 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (c262871c-0022-49f0-a752-8c17b6ff7e5f), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.229170 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c262871c-0022-49f0-a752-8c17b6ff7e5f), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.233613 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:42.235660 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:42.236931 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:42:42.237333 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (c262871c-0022-49f0-a752-8c17b6ff7e5f), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.284254 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment c262871c-0022-49f0-a752-8c17b6ff7e5f resource provider aggregate not found Sep 14 02:42:42.303879 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment c262871c-0022-49f0-a752-8c17b6ff7e5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c262871c-0022-49f0-a752-8c17b6ff7e5f found for delete ", "request_id": "req-a9472767-3dee-421d-a3a1-ee2717600aa7"}]} Sep 14 02:42:42.315454 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (d34f39ee-efa8-4700-b866-213c9fcd66d5), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.334075 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.337157 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/d34f39ee-efa8-4700-b866-213c9fcd66d5 HTTP/1.1" status: 204 len: 168 time: 0.3177216 Sep 14 02:42:42.338570 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d4e00-7485-4368-9dc8-fbec872049b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34f39ee-efa8-4700-b866-213c9fcd66d5,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:42.340249 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34166) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:42.387962 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] Deleting subnet b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:42:42.391564 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] Publish callbacks [] for subnet (b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.427655 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.468018 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.524332 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.568082 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:42.576441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.584723 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34170) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:42.585538 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ceb9d3e6-e958-4da6-a20f-f759d59a11aa admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b4d4e8d8-9dc6-49dc-b6a7-363b720d2e1d HTTP/1.1" status: 204 len: 168 time: 0.2435598 Sep 14 02:42:42.654357 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (0b13d560-7021-4106-89e8-933330e0d517), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.707940 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e362-31e9-471f-a66e-864f016ddb36 req-ecece9b7-6120-46eb-878b-c75a6392cf50 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:42.709627 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c795e362-31e9-471f-a66e-864f016ddb36 req-ecece9b7-6120-46eb-878b-c75a6392cf50 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0567005 Sep 14 02:42:42.750517 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (0b13d560-7021-4106-89e8-933330e0d517), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.774580 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.774842 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.775972 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.776835 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > port after_create 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.777577 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > port after_delete 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.778156 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > port after_update 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.778618 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.779094 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.779746 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.780221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.782652 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c795e362-31e9-471f-a66e-864f016ddb36 req-c3fc0f54-470d-44ea-80af-5a0d7318ddbe tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656734 Sep 14 02:42:42.861761 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.862379 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.862858 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.863355 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 02:42:42.863852 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b13d560-7021-4106-89e8-933330e0d517']}} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:42.886509 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10919dd-bb92-480c-87cb-4e85013bbdb2') {'for_net_delete': True} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:42.886803 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10919dd-bb92-480c-87cb-4e85013bbdb2') {} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:42.903768 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8655002'] for segment (e10919dd-bb92-480c-87cb-4e85013bbdb2), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.924239 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (e10919dd-bb92-480c-87cb-4e85013bbdb2), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:42.933260 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=112943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:42:42.933645 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3488914'] for segment (e10919dd-bb92-480c-87cb-4e85013bbdb2), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.023881 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (0b13d560-7021-4106-89e8-933330e0d517), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.041276 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.047227 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/0b13d560-7021-4106-89e8-933330e0d517 HTTP/1.1" status: 204 len: 168 time: 0.4611185 Sep 14 02:42:43.064100 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769eb66-d266-4227-b17f-2553a3c545df admin admin] Pushing event deleted for resources: {'Network': ['ID=0b13d560-7021-4106-89e8-933330e0d517,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:43.097704 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2fdba-f70e-43c3-a834-7697a6dd1b3b req-9a7321f0-fc37-47a3-9f92-5b1e10dded27 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:43.099626 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56d2fdba-f70e-43c3-a834-7697a6dd1b3b req-9a7321f0-fc37-47a3-9f92-5b1e10dded27 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.0546150 Sep 14 02:42:43.161579 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56d2fdba-f70e-43c3-a834-7697a6dd1b3b req-47619ebb-4a76-47ca-9e53-c7fcae2b4cbb tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52ba2f38-4668-47fb-8adb-5a6dabe494dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551257 Sep 14 02:42:43.243562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment e10919dd-bb92-480c-87cb-4e85013bbdb2 resource provider aggregate not found Sep 14 02:42:43.264784 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment e10919dd-bb92-480c-87cb-4e85013bbdb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e10919dd-bb92-480c-87cb-4e85013bbdb2 found for delete ", "request_id": "req-89018be9-8fec-4db0-b365-66d5997d488d"}]} Sep 14 02:42:43.269807 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34218) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:43.369080 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5cc5dc96-f6a7-4aa2-9d6b-616253180c5b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5d6584252e2e4adba4824b264449c6fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978360 Sep 14 02:42:43.371987 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34224) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:43.398255 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8957c283-757e-4531-8f5e-01ccf87a6fe6 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:43.399868 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8957c283-757e-4531-8f5e-01ccf87a6fe6 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 945 time: 0.0958898 Sep 14 02:42:43.434972 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-98b4104c-5dc5-4dab-a14d-5709a29290db admin admin] Publish callbacks [] for security_group (ad64b5de-8479-47de-b39c-1d0df2b42207), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.462012 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-98b4104c-5dc5-4dab-a14d-5709a29290db admin admin] Publish callbacks [] for security_group (ad64b5de-8479-47de-b39c-1d0df2b42207), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.511949 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-98b4104c-5dc5-4dab-a14d-5709a29290db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ad64b5de-8479-47de-b39c-1d0df2b42207), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.514370 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-98b4104c-5dc5-4dab-a14d-5709a29290db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.516310 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-98b4104c-5dc5-4dab-a14d-5709a29290db admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ad64b5de-8479-47de-b39c-1d0df2b42207 HTTP/1.1" status: 204 len: 168 time: 0.1425476 Sep 14 02:42:43.524444 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4104c-5dc5-4dab-a14d-5709a29290db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad64b5de-8479-47de-b39c-1d0df2b42207,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:43.526988 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Deleting port 96e36026-e10c-4477-9cf7-0f5041beb989 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:42:43.527360 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.627659 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:43.635398 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] For port 96e36026-e10c-4477-9cf7-0f5041beb989, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=96e36026-e10c-4477-9cf7-0f5041beb989,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:43.635913 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.653619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Calling delete_port for 96e36026-e10c-4477-9cf7-0f5041beb989 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:42:43.723883 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:43.834038 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (96e36026-e10c-4477-9cf7-0f5041beb989), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.852610 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['96e36026-e10c-4477-9cf7-0f5041beb989'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:42:43.867011 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Pushing event deleted for resources: {'Port': ['ID=96e36026-e10c-4477-9cf7-0f5041beb989,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:43.977256 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] No DVR routers for this DVR port 96e36026-e10c-4477-9cf7-0f5041beb989 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:42:43.981226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:43.985293 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec67cc23-6a54-41d7-9807-c95bcb353d2d req-8b5e7cbc-8324-4d5f-85d4-a752a0b18f55 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.48 "DELETE /networking/v2.0/ports/96e36026-e10c-4477-9cf7-0f5041beb989 HTTP/1.1" status: 204 len: 173 time: 0.5782592 Sep 14 02:42:43.986081 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'name': 'network-vif-deleted', 'tag': '96e36026-e10c-4477-9cf7-0f5041beb989'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:42:43.989264 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dab8203-d739-40b4-950c-91f9fa8e6d65" -d '{"events": [{"server_uuid": "5fbbff8e-086d-4fec-9d22-39447cd69ebf", "name": "network-vif-deleted", "tag": "96e36026-e10c-4477-9cf7-0f5041beb989"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:42:44.000844 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34254) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:44.040711 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027e71e-a10e-46a8-b64e-c54d24f8f04f req-d23d55d1-20bf-45c1-99d5-6611426705c4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:44.045287 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c027e71e-a10e-46a8-b64e-c54d24f8f04f req-d23d55d1-20bf-45c1-99d5-6611426705c4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0920734 Sep 14 02:42:44.081664 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b792f972-c44a-4d71-8673-c2b9d3280943 x-openstack-request-id: req-b792f972-c44a-4d71-8673-c2b9d3280943 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:42:44.081978 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbbff8e-086d-4fec-9d22-39447cd69ebf", "name": "network-vif-deleted", "tag": "96e36026-e10c-4477-9cf7-0f5041beb989", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:42:44.082227 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b792f972-c44a-4d71-8673-c2b9d3280943 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:42:44.082632 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b792f972-c44a-4d71-8673-c2b9d3280943'] response: {'server_uuid': '5fbbff8e-086d-4fec-9d22-39447cd69ebf', 'name': 'network-vif-deleted', 'tag': '96e36026-e10c-4477-9cf7-0f5041beb989', 'status': 'completed', 'code': 200} Sep 14 02:42:44.094024 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34258) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:44.095755 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-0704aec8-d776-4ba8-92c0-8b390b9f6867 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b9b1b41e56e841c29fda7e5ef3ef2e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926867 Sep 14 02:42:44.131791 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c027e71e-a10e-46a8-b64e-c54d24f8f04f req-046caafb-ebf8-4a2a-9e5e-79c8c2a371c4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794220 Sep 14 02:42:44.168646 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-77315426-a1e9-488a-9fa5-f46b8201b26d admin admin] Publish callbacks [] for security_group (d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:44.192903 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-77315426-a1e9-488a-9fa5-f46b8201b26d admin admin] Publish callbacks [] for security_group (d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:44.225097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:44.250101 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-77315426-a1e9-488a-9fa5-f46b8201b26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:44.252939 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-77315426-a1e9-488a-9fa5-f46b8201b26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:44.258252 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-77315426-a1e9-488a-9fa5-f46b8201b26d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226 HTTP/1.1" status: 204 len: 168 time: 0.1632357 Sep 14 02:42:44.278056 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77315426-a1e9-488a-9fa5-f46b8201b26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22fe9a9-19fc-43c1-9bb1-5abcfcfc7226,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:44.295753 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-37093a29-8255-469b-8d0f-e4eb7cc90a87 req-3ec615c1-f4f8-4ab1-bcde-bde5cae55d65 tempest-DeleteServersTestJSON-1937450342 tempest-DeleteServersTestJSON-1937450342-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fbbff8e-086d-4fec-9d22-39447cd69ebf HTTP/1.1" status: 200 len: 210 time: 0.0353155 Sep 14 02:42:45.268883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b33637-6638-464c-8f7b-e6750144b277 req-f6312298-f0b5-4e78-9275-3c2a41aee34d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:45.270656 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-24b33637-6638-464c-8f7b-e6750144b277 req-f6312298-f0b5-4e78-9275-3c2a41aee34d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0513132 Sep 14 02:42:45.327335 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-24b33637-6638-464c-8f7b-e6750144b277 req-3d3e0bcd-88e5-41b5-816d-750dd08aa351 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471723 Sep 14 02:42:46.414834 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:46.673887 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacbc87-ec43-4f0e-bb0a-c17e498a1932 req-52b1db2a-2d6b-40b4-8a9f-1e02a55fdaf7 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:46.675434 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ddacbc87-ec43-4f0e-bb0a-c17e498a1932 req-52b1db2a-2d6b-40b4-8a9f-1e02a55fdaf7 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.2698519 Sep 14 02:42:46.726571 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ddacbc87-ec43-4f0e-bb0a-c17e498a1932 req-596dd2b4-f491-4806-aa79-5ba450eee05e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448809 Sep 14 02:42:47.149696 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34370) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:47.654280 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:47.907727 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ace72e-f2a2-4707-8362-3973aef987b7 req-ed1f0d86-845d-4a7a-8bdc-75acd64b2c72 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:47.909191 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b1ace72e-f2a2-4707-8362-3973aef987b7 req-ed1f0d86-845d-4a7a-8bdc-75acd64b2c72 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0866327 Sep 14 02:42:47.933612 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=36 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:47.959606 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=68 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:48.011591 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b1ace72e-f2a2-4707-8362-3973aef987b7 req-e90f2d62-5b18-4eff-b14e-3bd334139ca5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960636 Sep 14 02:42:48.014165 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Deleting port 1fc65785-ff3e-473b-8b38-c99477641e41 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:42:48.014500 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:48.057329 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:48.099133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] For port 1fc65785-ff3e-473b-8b38-c99477641e41, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1fc65785-ff3e-473b-8b38-c99477641e41,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:48.099493 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:48.112837 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Calling delete_port for 1fc65785-ff3e-473b-8b38-c99477641e41 owned by network:router_interface {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:42:48.267917 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:48.324166 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (1fc65785-ff3e-473b-8b38-c99477641e41), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:48.348228 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc65785-ff3e-473b-8b38-c99477641e41,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:48.517250 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:48.768677 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:42:48.881082 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:42:48.888013 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7d96f4e3-b1af-43ef-836e-0d61fdad4829 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/05c72b4b-f18c-4a0b-b333-cdfdc126c2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7371762 Sep 14 02:42:48.888655 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34408) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:48.890774 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] Sync routers for ids ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:42:48.901586 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] Routers {'05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:42:48.902242 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:42:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:48.927897 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:48.987729 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks [] for router (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.001219 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] Set router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:42:49.149159 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0135c-d4ea-4628-8157-5ed4ea405957 req-f2a14030-39d3-4983-96c6-2b649af69e6b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:49.150616 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2ba0135c-d4ea-4628-8157-5ed4ea405957 req-f2a14030-39d3-4983-96c6-2b649af69e6b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0596957 Sep 14 02:42:49.153008 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks [] for router_gateway (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.169329 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:42:48Z', 'revision_number': 5, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port': {'id': '10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:49.195098 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] Checking router: 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:42:49.203925 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] Routers {'05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:42:49.204530 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:42:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:49.224836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Deleting port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:42:49.225167 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.231641 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2ba0135c-d4ea-4628-8157-5ed4ea405957 req-00712fa1-cea3-4393-948e-239affa34a0c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Sep 14 02:42:49.288446 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] Set router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 gateway port host: None {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:42:49.310429 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:49.322876 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] For port 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:49.323260 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.340015 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:42:49Z', 'revision_number': 6, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port_host': None}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:49.340458 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Calling delete_port for 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 owned by network:router_gateway {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:42:49.364645 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91d2db-631b-4228-af32-edfc51b53787 None None] The sync data for ids ['05c72b4b-f18c-4a0b-b333-cdfdc126c2a1'] in dv-cinder-857075-6-iscsi is: [{'id': '05c72b4b-f18c-4a0b-b333-cdfdc126c2a1', 'name': 'tempest-DeleteServersTestJSON-2006345726-router', 'tenant_id': '82504e22300a40958f2742999e126d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:29Z', 'updated_at': '2022-09-14T02:42:49Z', 'revision_number': 6, 'project_id': '82504e22300a40958f2742999e126d48', 'gw_port_host': None}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:42:49.515265 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.765218 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Pushing event deleted for resources: {'Port': ['ID=10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:49.828333 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.927757 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.930013 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks [] for router_controller (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.998989 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (05c72b4b-f18c-4a0b-b333-cdfdc126c2a1), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:49.999540 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 {{(pid=112942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:42:50.004205 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.005336 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-1f5c863f-74fe-4e2a-a8b4-536dde9038da admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/05c72b4b-f18c-4a0b-b333-cdfdc126c2a1 HTTP/1.1" status: 204 len: 168 time: 1.1158249 Sep 14 02:42:50.007914 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34420) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:50.054032 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] Deleting subnet ad0050e4-b7a6-4052-bddd-1f307b9ef80c {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:42:50.057235 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] Publish callbacks [] for subnet (ad0050e4-b7a6-4052-bddd-1f307b9ef80c), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.085287 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:50.096001 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (ad0050e4-b7a6-4052-bddd-1f307b9ef80c), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.192059 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:42:50.211559 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:42:50.212181 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 10e449f4-2f91-4a02-b3b3-6b2cf0b1ea47 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:42:50.212780 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1fc65785-ff3e-473b-8b38-c99477641e41 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:42:50.213203 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (ad0050e4-b7a6-4052-bddd-1f307b9ef80c), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.233106 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 1fc65785-ff3e-473b-8b38-c99477641e41 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:42:50.233458 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1fc65785-ff3e-473b-8b38-c99477641e41 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:42:50.269063 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (ad0050e4-b7a6-4052-bddd-1f307b9ef80c), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.299079 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0050e4-b7a6-4052-bddd-1f307b9ef80c,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:50.302759 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.308623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34426) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:50.309176 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ed7798e8-db28-4f11-8b8c-5b5d2fe1d1c1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/ad0050e4-b7a6-4052-bddd-1f307b9ef80c HTTP/1.1" status: 204 len: 168 time: 0.2997928 Sep 14 02:42:50.312438 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05487d-4677-4bb8-9c7e-6996b7f9a21d None None] Network 093854f5-22ad-4472-95a6-37dab652611a requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:42:50.372257 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd191a7-3c47-4dda-aa5b-edaf94688320 req-dfb6cf51-8c20-4bd3-a4f7-3940a5995f7b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:50.374025 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bdd191a7-3c47-4dda-aa5b-edaf94688320 req-dfb6cf51-8c20-4bd3-a4f7-3940a5995f7b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0531995 Sep 14 02:42:50.402310 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (093854f5-22ad-4472-95a6-37dab652611a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.447584 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 96e36026-e10c-4477-9cf7-0f5041beb989 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:42:50.463876 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Deleting port 97f90a99-0c6f-48d9-9183-de02aa678c0b {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:42:50.464795 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.475545 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bdd191a7-3c47-4dda-aa5b-edaf94688320 req-7519aa62-78b8-4641-a815-fe620188197a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940511 Sep 14 02:42:50.484111 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 96e36026-e10c-4477-9cf7-0f5041beb989 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:42:50.484462 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 96e36026-e10c-4477-9cf7-0f5041beb989 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:42:50.532404 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] DHCP port deletion for 093854f5-22ad-4472-95a6-37dab652611a request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:42:50.538103 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] For port 97f90a99-0c6f-48d9-9183-de02aa678c0b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=97f90a99-0c6f-48d9-9183-de02aa678c0b,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:50.538459 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.551428 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Calling delete_port for 97f90a99-0c6f-48d9-9183-de02aa678c0b owned by network:dhcp {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:42:50.575180 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] Deleting port 97f90a99-0c6f-48d9-9183-de02aa678c0b {{(pid=112944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:42:50.575962 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), before_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.636346 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.640628 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] For port 97f90a99-0c6f-48d9-9183-de02aa678c0b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=97f90a99-0c6f-48d9-9183-de02aa678c0b,segment=NetworkSegment(c3010b64-0332-4e1e-b9cc-bb6a58f96de6),segment_id=c3010b64-0332-4e1e-b9cc-bb6a58f96de6)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:42:50.641020 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), precommit_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.654983 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] Calling delete_port for 97f90a99-0c6f-48d9-9183-de02aa678c0b owned by network:dhcp {{(pid=112944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:42:50.659108 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f90a99-0c6f-48d9-9183-de02aa678c0b,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:50.664604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] No DVR routers for this DVR port 97f90a99-0c6f-48d9-9183-de02aa678c0b on host dv-cinder-857075-6-iscsi {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:42:50.744917 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (093854f5-22ad-4472-95a6-37dab652611a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.758657 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093854f5-22ad-4472-95a6-37dab652611a']}} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:50.768619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6') {'for_net_delete': True} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:50.768907 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3010b64-0332-4e1e-b9cc-bb6a58f96de6') {} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:42:50.772924 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564'] for port (97f90a99-0c6f-48d9-9183-de02aa678c0b), after_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.779620 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8655002'] for segment (c3010b64-0332-4e1e-b9cc-bb6a58f96de6), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.792892 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c3010b64-0332-4e1e-b9cc-bb6a58f96de6), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.798765 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] Pushing event deleted for resources: {'Port': ['ID=97f90a99-0c6f-48d9-9183-de02aa678c0b,revision_number=None']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:50.800592 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f00377-7342-40eb-85cc-b13dccda9b65 None None] No DVR routers for this DVR port 97f90a99-0c6f-48d9-9183-de02aa678c0b on host dv-cinder-857075-6-iscsi {{(pid=112944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:42:50.808173 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=112943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:42:50.808657 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3488914'] for segment (c3010b64-0332-4e1e-b9cc-bb6a58f96de6), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.852731 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment c3010b64-0332-4e1e-b9cc-bb6a58f96de6 resource provider aggregate not found Sep 14 02:42:50.877532 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment c3010b64-0332-4e1e-b9cc-bb6a58f96de6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3010b64-0332-4e1e-b9cc-bb6a58f96de6 found for delete ", "request_id": "req-d135b7c8-fbe2-4879-bb44-06e1747fab95"}]} Sep 14 02:42:50.878831 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (093854f5-22ad-4472-95a6-37dab652611a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.885247 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:50.888777 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/093854f5-22ad-4472-95a6-37dab652611a HTTP/1.1" status: 204 len: 168 time: 0.5784547 Sep 14 02:42:50.901749 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdddcf-b9e2-4b05-b709-d5796a6c4fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=093854f5-22ad-4472-95a6-37dab652611a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:51.065185 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34442) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:51.106979 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-883bd4c9-f5dc-46a2-944f-c9c6c42a6750 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=82504e22300a40958f2742999e126d48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405974 Sep 14 02:42:51.109551 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34444) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:51.148686 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:51.160546 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-51167d8d-ed03-44ed-8c3c-26ff04ab630b admin admin] Publish callbacks [] for security_group (52ba2f38-4668-47fb-8adb-5a6dabe494dc), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:51.185450 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-51167d8d-ed03-44ed-8c3c-26ff04ab630b admin admin] Publish callbacks [] for security_group (52ba2f38-4668-47fb-8adb-5a6dabe494dc), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:51.244798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-51167d8d-ed03-44ed-8c3c-26ff04ab630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (52ba2f38-4668-47fb-8adb-5a6dabe494dc), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:51.247535 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-51167d8d-ed03-44ed-8c3c-26ff04ab630b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:51.248766 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-51167d8d-ed03-44ed-8c3c-26ff04ab630b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/52ba2f38-4668-47fb-8adb-5a6dabe494dc HTTP/1.1" status: 204 len: 168 time: 0.1383274 Sep 14 02:42:51.261327 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51167d8d-ed03-44ed-8c3c-26ff04ab630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba2f38-4668-47fb-8adb-5a6dabe494dc,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:51.641665 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efade56-7ea1-4a29-a466-67e48bf9353e req-fe61c9bb-9340-4916-853e-39bdca120926 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:51.646283 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8efade56-7ea1-4a29-a466-67e48bf9353e req-fe61c9bb-9340-4916-853e-39bdca120926 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0618560 Sep 14 02:42:51.702884 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8efade56-7ea1-4a29-a466-67e48bf9353e req-1b883b01-904e-4e4b-8efe-a2709a74494e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495870 Sep 14 02:42:52.198446 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 97f90a99-0c6f-48d9-9183-de02aa678c0b no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:42:52.214174 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34506) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:52.231428 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 97f90a99-0c6f-48d9-9183-de02aa678c0b {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:42:52.232013 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 97f90a99-0c6f-48d9-9183-de02aa678c0b not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:42:52.424827 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7f228742-de2c-4a70-9608-34fc4015ec6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:52.453066 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:52.532667 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7f228742-de2c-4a70-9608-34fc4015ec6e admin admin] Publish callbacks [] for security_group (76ac450c-d980-47e5-a5e6-4943ebabc5d7), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:52.536793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7f228742-de2c-4a70-9608-34fc4015ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (76ac450c-d980-47e5-a5e6-4943ebabc5d7), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:52.560462 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:52.578567 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f228742-de2c-4a70-9608-34fc4015ec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ac450c-d980-47e5-a5e6-4943ebabc5d7,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:52.600480 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7f228742-de2c-4a70-9608-34fc4015ec6e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=83288a7295844432af44c04ce97df2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845270 Sep 14 02:42:52.603604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34528) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:52.651927 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dc00885b-51e1-40a5-9538-028f8aa90b88 admin admin] Publish callbacks [] for security_group (76ac450c-d980-47e5-a5e6-4943ebabc5d7), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:52.677217 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dc00885b-51e1-40a5-9538-028f8aa90b88 admin admin] Publish callbacks [] for security_group (76ac450c-d980-47e5-a5e6-4943ebabc5d7), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:52.731635 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dc00885b-51e1-40a5-9538-028f8aa90b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (76ac450c-d980-47e5-a5e6-4943ebabc5d7), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:52.734565 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dc00885b-51e1-40a5-9538-028f8aa90b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:52.738131 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-dc00885b-51e1-40a5-9538-028f8aa90b88 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/76ac450c-d980-47e5-a5e6-4943ebabc5d7 HTTP/1.1" status: 204 len: 168 time: 0.1311748 Sep 14 02:42:52.744090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00885b-51e1-40a5-9538-028f8aa90b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ac450c-d980-47e5-a5e6-4943ebabc5d7,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:52.844082 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99c83e-b55e-46f5-b0ab-96216eb3af67 req-895e44ce-310d-4e7a-baa9-a2a5f65ce53e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:52.845634 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d99c83e-b55e-46f5-b0ab-96216eb3af67 req-895e44ce-310d-4e7a-baa9-a2a5f65ce53e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0509460 Sep 14 02:42:52.900995 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d99c83e-b55e-46f5-b0ab-96216eb3af67 req-2609441c-58a4-4e11-9eb2-9a1d96365201 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Sep 14 02:42:53.109270 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34548) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:53.126741 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fcddf051-8fd3-4d4e-9150-8520b836201b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.206135 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fcddf051-8fd3-4d4e-9150-8520b836201b admin admin] Publish callbacks [] for security_group (3ea88c2f-6aeb-40b9-869e-9b27c63fd024), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.211133 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fcddf051-8fd3-4d4e-9150-8520b836201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3ea88c2f-6aeb-40b9-869e-9b27c63fd024), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.251282 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddf051-8fd3-4d4e-9150-8520b836201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea88c2f-6aeb-40b9-869e-9b27c63fd024,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:53.256886 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-fcddf051-8fd3-4d4e-9150-8520b836201b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9848185bf8524528b62cffd95f1ea236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463583 Sep 14 02:42:53.259760 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34556) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:53.314193 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b6b167eb-a532-4f0c-8273-cabf59edc26f admin admin] Publish callbacks [] for security_group (3ea88c2f-6aeb-40b9-869e-9b27c63fd024), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.335404 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b6b167eb-a532-4f0c-8273-cabf59edc26f admin admin] Publish callbacks [] for security_group (3ea88c2f-6aeb-40b9-869e-9b27c63fd024), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.389634 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b6b167eb-a532-4f0c-8273-cabf59edc26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3ea88c2f-6aeb-40b9-869e-9b27c63fd024), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.392866 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b6b167eb-a532-4f0c-8273-cabf59edc26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.396715 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b6b167eb-a532-4f0c-8273-cabf59edc26f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3ea88c2f-6aeb-40b9-869e-9b27c63fd024 HTTP/1.1" status: 204 len: 168 time: 0.1316478 Sep 14 02:42:53.403752 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b167eb-a532-4f0c-8273-cabf59edc26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea88c2f-6aeb-40b9-869e-9b27c63fd024,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:53.730568 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 34568) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:53.744377 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2ff94ebc-2410-462f-88b6-0814c77740ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.824212 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2ff94ebc-2410-462f-88b6-0814c77740ab admin admin] Publish callbacks [] for security_group (84612094-fe3a-4214-9f6f-ce657df8dc87), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.830035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2ff94ebc-2410-462f-88b6-0814c77740ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (84612094-fe3a-4214-9f6f-ce657df8dc87), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.867417 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94ebc-2410-462f-88b6-0814c77740ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84612094-fe3a-4214-9f6f-ce657df8dc87,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:53.871793 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2ff94ebc-2410-462f-88b6-0814c77740ab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=78ae159accb74e33b146046e43e1fc8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402609 Sep 14 02:42:53.874671 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34570) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:42:53.923476 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-39298902-776f-440c-b91f-26bf4490aa06 admin admin] Publish callbacks [] for security_group (84612094-fe3a-4214-9f6f-ce657df8dc87), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.946224 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-39298902-776f-440c-b91f-26bf4490aa06 admin admin] Publish callbacks [] for security_group (84612094-fe3a-4214-9f6f-ce657df8dc87), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.946404 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b98613c8-f031-495a-8910-aac845972bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:53.957399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:54.020537 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-39298902-776f-440c-b91f-26bf4490aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (84612094-fe3a-4214-9f6f-ce657df8dc87), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:54.022953 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-39298902-776f-440c-b91f-26bf4490aa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:54.024061 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-39298902-776f-440c-b91f-26bf4490aa06 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/84612094-fe3a-4214-9f6f-ce657df8dc87 HTTP/1.1" status: 204 len: 168 time: 0.1484406 Sep 14 02:42:54.042490 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eed10c-2ba0-481e-a258-1682006ee10a req-c1e85136-ca0a-45e3-8273-9128a29a8334 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:54.043929 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86eed10c-2ba0-481e-a258-1682006ee10a req-c1e85136-ca0a-45e3-8273-9128a29a8334 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0624926 Sep 14 02:42:54.044798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39298902-776f-440c-b91f-26bf4490aa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84612094-fe3a-4214-9f6f-ce657df8dc87,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:42:54.094374 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86eed10c-2ba0-481e-a258-1682006ee10a req-42403a7d-5a2a-4678-b198-a9cd7b0e6c9d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 Sep 14 02:42:55.221769 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee175a8-d4cd-40fe-9a62-613d30865f4c req-bdb53f1f-0542-40c9-9d1d-2f8858354075 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:55.223641 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cee175a8-d4cd-40fe-9a62-613d30865f4c req-bdb53f1f-0542-40c9-9d1d-2f8858354075 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0468884 Sep 14 02:42:55.270070 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cee175a8-d4cd-40fe-9a62-613d30865f4c req-a959cbea-9fb4-4602-9c1d-536de72a2292 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Sep 14 02:42:56.109389 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-58324240-0e1c-46f3-b4b0-122559b658f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:56.401901 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fcdba-3bab-4008-9383-b85e4fabfb30 req-455328e3-b7a2-4572-9e81-9deac53dbfa0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:56.403130 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dd4fcdba-3bab-4008-9383-b85e4fabfb30 req-455328e3-b7a2-4572-9e81-9deac53dbfa0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0462668 Sep 14 02:42:56.457150 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dd4fcdba-3bab-4008-9383-b85e4fabfb30 req-eacf75b0-95d9-4b39-acb4-662847c39e6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481908 Sep 14 02:42:57.447178 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-9485017a-7197-4030-bdf8-b5d6df9ac892 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=bc9b692225cf4226a32445ddf57e4bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300641 Sep 14 02:42:57.461547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:57.464403 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:57.658658 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77b606-0f23-43ec-8e5a-26e2bc9e8197 req-cc3070c2-5cb1-4086-9ad3-1811af0f406f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:57.660228 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1b77b606-0f23-43ec-8e5a-26e2bc9e8197 req-cc3070c2-5cb1-4086-9ad3-1811af0f406f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.1184025 Sep 14 02:42:57.738540 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-56b7fec0-d10c-41c8-9199-619fb623d216 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:57.740171 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-56b7fec0-d10c-41c8-9199-619fb623d216 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863276 Sep 14 02:42:57.767665 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-ca31e706-420e-43b4-afb8-00fc235c0468 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/quotas/bc9b692225cf4226a32445ddf57e4bc2 HTTP/1.1" status: 200 len: 375 time: 0.0176558 Sep 14 02:42:57.774251 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1b77b606-0f23-43ec-8e5a-26e2bc9e8197 req-9c56c6f2-1b6a-4715-a420-1a0f7ca4705e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042397 Sep 14 02:42:57.802146 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-5ae3abe5-d467-4cab-ba6f-6443ff235f77 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bc9b692225cf4226a32445ddf57e4bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268869 Sep 14 02:42:58.005143 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5237a8bc-5b91-4726-a8fa-c9a2c4812318 req-e2cdd0e8-2ee7-44bd-9962-df5f368ea428 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0262177 Sep 14 02:42:58.863782 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:58.899872 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18076706-14a3-47f0-8364-9a258e832b57 req-4f68e73c-7ec1-4d93-96df-e2637cf6731a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:42:58.901392 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-18076706-14a3-47f0-8364-9a258e832b57 req-4f68e73c-7ec1-4d93-96df-e2637cf6731a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0523703 Sep 14 02:42:58.937494 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:42:58.948887 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-18076706-14a3-47f0-8364-9a258e832b57 req-babdea6d-57e0-4f17-8706-88fb7f66700c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Sep 14 02:42:59.120053 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-388a0e35-d0e0-4bec-a2d7-580b9f3e26e1 req-e08b3ab1-643f-4737-bccf-bc229ef1c4e8 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0268841 Sep 14 02:42:59.342559 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=34 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:42:59.343432 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=49 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:00.069502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79d0bb-6d3d-4455-a5c4-de7f32c6e674 req-222c0e7e-8b02-44e2-86bb-31150a52dddb tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:00.070995 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ef79d0bb-6d3d-4455-a5c4-de7f32c6e674 req-222c0e7e-8b02-44e2-86bb-31150a52dddb tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0462241 Sep 14 02:43:00.124132 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ef79d0bb-6d3d-4455-a5c4-de7f32c6e674 req-09b12013-e976-4212-b0c7-c93715a912fd tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Sep 14 02:43:00.221310 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a8e8c68b-f121-4c4e-b61a-78e8b080fc8a req-b94f201e-c910-49eb-aa20-65bea8ab7cae tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0302114 Sep 14 02:43:01.251146 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b550ac-e771-481b-a702-6d89476716a7 req-663c4979-a1ee-4355-bcc6-cd2335d363cf tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:01.252655 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-10b550ac-e771-481b-a702-6d89476716a7 req-663c4979-a1ee-4355-bcc6-cd2335d363cf tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0468647 Sep 14 02:43:01.313674 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-10b550ac-e771-481b-a702-6d89476716a7 req-539796e4-4583-41c5-8a1b-18c6a3b14786 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Sep 14 02:43:01.339559 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c637ff97-5648-46de-897d-a1091031046c req-e4d466c0-393f-437b-ae63-0b640afff1f9 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0398355 Sep 14 02:43:02.454905 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2c0f466-4ca7-4a8b-9222-cacf7683a8dc req-7ecdf35c-15a1-4d05-bb38-667987313113 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0297525 Sep 14 02:43:02.464916 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32636706-ed2d-404a-9e68-54de19f0beed req-b57b0283-acb6-451c-bc91-b53dc1a56be3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:02.466321 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-32636706-ed2d-404a-9e68-54de19f0beed req-b57b0283-acb6-451c-bc91-b53dc1a56be3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0711951 Sep 14 02:43:02.512093 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-32636706-ed2d-404a-9e68-54de19f0beed req-4e41ecee-1442-45fa-9db0-429ee1fa35e1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Sep 14 02:43:03.564319 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-51f5a0c5-fbec-477a-9d3c-2658ec752262 req-32f011ce-9bc3-4d6a-8df4-40e6eabf66ea tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0274086 Sep 14 02:43:03.629715 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07308460-7503-4342-93c4-c2788d0a8d76 req-05855126-f662-4d7e-b053-df4d84c02ef9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:03.631195 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-07308460-7503-4342-93c4-c2788d0a8d76 req-05855126-f662-4d7e-b053-df4d84c02ef9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0454519 Sep 14 02:43:03.681437 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-07308460-7503-4342-93c4-c2788d0a8d76 req-94302352-ac07-4350-97f4-843dd4cb842c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Sep 14 02:43:03.863210 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=11,neutron:UPDATE=1,neutron:SELECT=74,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:03.865218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:04.071555 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-fd0c6d04-083e-4fcc-a1e2-b2563607face tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=bc9b692225cf4226a32445ddf57e4bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290275 Sep 14 02:43:04.261955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-11bcf4cc-7826-4740-bfd8-369a12cf5069 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:04.263381 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-11bcf4cc-7826-4740-bfd8-369a12cf5069 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844215 Sep 14 02:43:04.302692 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Request body: {'port': {'device_id': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462', 'admin_state_up': True, 'tenant_id': 'bc9b692225cf4226a32445ddf57e4bc2'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:04.411216 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Made reservation on behalf of bc9b692225cf4226a32445ddf57e4bc2 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:43:04.415035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:04.426619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:04.506264 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks [] for security_group (b931cc5c-946e-41d9-a0bf-5455168574a6), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:04.510125 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b931cc5c-946e-41d9-a0bf-5455168574a6), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:04.580127 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b931cc5c-946e-41d9-a0bf-5455168574a6,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:04.659587 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Allocated IP 192.168.233.119 (e3d4a605-256f-4253-92bf-0b114ffea462/ad952c39-86cd-4a1f-9bb8-30262c953b32/fb3b7d45-8e94-4f5a-8f12-61c83a481345) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:43:04.671787 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d21552fc-08ae-40d4-ad54-f577d48ede9a req-69df5fab-833c-4f16-b9db-104a3202b3b1 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0281334 Sep 14 02:43:04.805638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292afb-bb09-4d33-9984-8a64ee7a3d84 req-87cee63d-742d-4116-a2e5-1c48c373ec46 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:04.807705 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-37292afb-bb09-4d33-9984-8a64ee7a3d84 req-87cee63d-742d-4116-a2e5-1c48c373ec46 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0451360 Sep 14 02:43:04.813209 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks [] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:04.822849 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:04.846846 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:04.870314 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-37292afb-bb09-4d33-9984-8a64ee7a3d84 req-c74d350e-6e41-4b22-aa36-5852a38ec898 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555563 Sep 14 02:43:04.897144 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Network e3d4a605-256f-4253-92bf-0b114ffea462 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:43:04.899709 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:04.902713 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:43:04.906809 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:43:04.911563 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Pushing event updated for resources: {'Port': ['ID=fb3b7d45-8e94-4f5a-8f12-61c83a481345,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:04.943431 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:04.959558 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:04.960165 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:04.979003 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-707a218f-5576-4f5a-95f2-123b3b849ed7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6800189 Sep 14 02:43:04.995804 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Request body: {'port': {'device_id': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:43:05.071002 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:05.212896 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-45c7d388-5ae6-44c2-ac73-4727d27573f7 None None] Provisioning complete for port fb3b7d45-8e94-4f5a-8f12-61c83a481345 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:05.213405 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-45c7d388-5ae6-44c2-ac73-4727d27573f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:05.213565 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-45c7d388-5ae6-44c2-ac73-4727d27573f7 None None] Attempt 1 to provision port fb3b7d45-8e94-4f5a-8f12-61c83a481345 Sep 14 02:43:05.249090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:05.250861 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-45c7d388-5ae6-44c2-ac73-4727d27573f7 None None] Port fb3b7d45-8e94-4f5a-8f12-61c83a481345 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:43:05.385488 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3b7d45-8e94-4f5a-8f12-61c83a481345 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:43:05.391651 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Publish callbacks [] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:05.407719 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Transition to ACTIVE for port object fb3b7d45-8e94-4f5a-8f12-61c83a481345 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:43:05.412451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:05.480072 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b7d45-8e94-4f5a-8f12-61c83a481345,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:05.539221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Attempting to bind port fb3b7d45-8e94-4f5a-8f12-61c83a481345 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:43:05.539613 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Attempting to bind port fb3b7d45-8e94-4f5a-8f12-61c83a481345 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:43:05.539979 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Attempting to bind port fb3b7d45-8e94-4f5a-8f12-61c83a481345 on network e3d4a605-256f-4253-92bf-0b114ffea462 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:43:05.587563 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Port fb3b7d45-8e94-4f5a-8f12-61c83a481345 on network e3d4a605-256f-4253-92bf-0b114ffea462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:43:05.587886 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Attempting to bind port fb3b7d45-8e94-4f5a-8f12-61c83a481345 on network e3d4a605-256f-4253-92bf-0b114ffea462 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:43:05.634638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:43:05.634965 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Checking segment: {'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:43:05.635357 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Bound using segment: {'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:43:05.635829 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Bound port: fb3b7d45-8e94-4f5a-8f12-61c83a481345, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f3e08f-0198-493e-9de6-8c726937464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:43:05.636184 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:05.736544 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] For port fb3b7d45-8e94-4f5a-8f12-61c83a481345, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:43:05.739943 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] For port fb3b7d45-8e94-4f5a-8f12-61c83a481345, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fb3b7d45-8e94-4f5a-8f12-61c83a481345,segment=NetworkSegment(b6f3e08f-0198-493e-9de6-8c726937464a),segment_id=b6f3e08f-0198-493e-9de6-8c726937464a)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:43:05.750215 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:05.752797 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-45c7d388-5ae6-44c2-ac73-4727d27573f7 None None] Attempt 2 to provision port fb3b7d45-8e94-4f5a-8f12-61c83a481345 Sep 14 02:43:05.756814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:05.757398 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:05.760356 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fb3b7d45-8e94-4f5a-8f12-61c83a481345 HTTP/1.1" status: 200 len: 1098 time: 0.7689185 Sep 14 02:43:05.760869 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'tag': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:43:05.763285 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260" -d '{"events": [{"name": "network-changed", "server_uuid": "83e37e86-a99b-41d7-82fe-94966472ebdc", "tag": "fb3b7d45-8e94-4f5a-8f12-61c83a481345"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:43:05.829217 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-45c7d388-5ae6-44c2-ac73-4727d27573f7 None None] Port fb3b7d45-8e94-4f5a-8f12-61c83a481345 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:43:05.872231 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae67ccb-457a-420c-bedc-d95bdeb1250d req-7e387882-39d2-43fd-8a92-030a86fd9073 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:05.874070 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bae67ccb-457a-420c-bedc-d95bdeb1250d req-7e387882-39d2-43fd-8a92-030a86fd9073 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 948 time: 0.0714211 Sep 14 02:43:05.930811 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bae67ccb-457a-420c-bedc-d95bdeb1250d req-8b8fc866-0d6a-40ef-a749-0c84b4f0fe44 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Sep 14 02:43:06.006665 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1f04-9e44-4225-9488-2e903d0aa6c8 req-8a141b80-a85b-4c7b-8c07-6014271b793c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:06.008219 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-72fa1f04-9e44-4225-9488-2e903d0aa6c8 req-8a141b80-a85b-4c7b-8c07-6014271b793c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0509729 Sep 14 02:43:06.037167 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:06.056226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486255d3-d7a9-456f-9631-9ad8bbef8864 x-openstack-request-id: req-486255d3-d7a9-456f-9631-9ad8bbef8864 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:43:06.056819 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e37e86-a99b-41d7-82fe-94966472ebdc", "tag": "fb3b7d45-8e94-4f5a-8f12-61c83a481345", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:43:06.056819 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-486255d3-d7a9-456f-9631-9ad8bbef8864 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:43:06.057205 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486255d3-d7a9-456f-9631-9ad8bbef8864'] response: {'name': 'network-changed', 'server_uuid': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'tag': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345', 'status': 'completed', 'code': 200} Sep 14 02:43:06.069222 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-72fa1f04-9e44-4225-9488-2e903d0aa6c8 req-be30a131-51c5-4290-bb75-b77bb4de624d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545549 Sep 14 02:43:06.111338 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-20897603-60ea-4b9b-912b-2f25c0729c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:06.112964 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-20897603-60ea-4b9b-912b-2f25c0729c54 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bc9b692225cf4226a32445ddf57e4bc2&device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 1132 time: 0.0549293 Sep 14 02:43:06.118660 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691893-733c-4b70-801f-c977e6a69ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b7d45-8e94-4f5a-8f12-61c83a481345,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:06.159286 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-86b42879-3cda-4263-89f4-839a47e3d8c3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=fb3b7d45-8e94-4f5a-8f12-61c83a481345 HTTP/1.1" status: 200 len: 217 time: 0.0351431 Sep 14 02:43:06.195710 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:06.215727 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-1d44cb23-97d1-4cbe-8680-964908ec0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:06.217196 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-1d44cb23-97d1-4cbe-8680-964908ec0de8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ad952c39-86cd-4a1f-9bb8-30262c953b32 HTTP/1.1" status: 200 len: 843 time: 0.0514898 Sep 14 02:43:06.253444 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:06.267354 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-e20a715c-d052-43c9-b35e-1bad1920a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:06.267354 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-e20a715c-d052-43c9-b35e-1bad1920a64e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e3d4a605-256f-4253-92bf-0b114ffea462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0419674 Sep 14 02:43:06.371680 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-8aa57396-498a-4d26-b7d9-37cb7f78ed64 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e3d4a605-256f-4253-92bf-0b114ffea462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969675 Sep 14 02:43:06.473415 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f7a74415-cc17-4914-bc4d-a6b169852f07 req-3c883f7d-3173-4080-a6d1-cf66c7d0bb23 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e3d4a605-256f-4253-92bf-0b114ffea462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909986 Sep 14 02:43:07.066351 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cce523-0892-475d-99a8-ad31599a7ca5 req-39ae2c1d-cde9-4ee8-814f-bd283ffe49f8 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:07.067850 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-78cce523-0892-475d-99a8-ad31599a7ca5 req-39ae2c1d-cde9-4ee8-814f-bd283ffe49f8 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 948 time: 0.0500059 Sep 14 02:43:07.130311 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-78cce523-0892-475d-99a8-ad31599a7ca5 req-f7be9bc9-c39c-4083-b141-16ddbf959135 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557725 Sep 14 02:43:07.195369 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094a0a-a492-4856-a9d4-1aea5d0b3c78 req-c9386d88-f1c2-459c-9d99-1e5746f780ee tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:07.196879 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4c094a0a-a492-4856-a9d4-1aea5d0b3c78 req-c9386d88-f1c2-459c-9d99-1e5746f780ee tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0468974 Sep 14 02:43:07.243959 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4c094a0a-a492-4856-a9d4-1aea5d0b3c78 req-058877a7-8d91-4ea5-8686-d889015bc704 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Sep 14 02:43:07.625615 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34966) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:07.627119 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-d4076c4d-afc6-4728-986e-d63680e1c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:07.628618 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-d4076c4d-afc6-4728-986e-d63680e1c1f9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bc9b692225cf4226a32445ddf57e4bc2&device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 1132 time: 0.0403769 Sep 14 02:43:07.724631 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-d5303d29-9481-48ee-a62c-acca4c876ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:07.726239 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-d5303d29-9481-48ee-a62c-acca4c876ea6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e3d4a605-256f-4253-92bf-0b114ffea462 HTTP/1.1" status: 200 len: 870 time: 0.0909698 Sep 14 02:43:07.733289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-00aee36b-136e-4604-a982-03a8dd9321f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:07.768376 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-fdddc1de-c830-4923-aed9-e7e81d11d477 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=fb3b7d45-8e94-4f5a-8f12-61c83a481345 HTTP/1.1" status: 200 len: 217 time: 0.0322144 Sep 14 02:43:07.816779 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-00aee36b-136e-4604-a982-03a8dd9321f8 admin admin] Publish callbacks [] for security_group (7e3d0710-3e80-4ac4-9d72-d02374657f4a), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:07.821744 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-69c62148-6b05-452d-afb7-57cf323185bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:07.823074 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-00aee36b-136e-4604-a982-03a8dd9321f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (7e3d0710-3e80-4ac4-9d72-d02374657f4a), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:07.823280 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-69c62148-6b05-452d-afb7-57cf323185bf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ad952c39-86cd-4a1f-9bb8-30262c953b32 HTTP/1.1" status: 200 len: 843 time: 0.0465441 Sep 14 02:43:07.862750 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aee36b-136e-4604-a982-03a8dd9321f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3d0710-3e80-4ac4-9d72-d02374657f4a,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:07.866890 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-00aee36b-136e-4604-a982-03a8dd9321f8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4d71d0389ca04af1abf56f775b49f7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402427 Sep 14 02:43:07.869644 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34972) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:07.880331 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-0442da07-18c4-48f0-b39e-c35a68ea7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:07.882049 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-0442da07-18c4-48f0-b39e-c35a68ea7b23 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e3d4a605-256f-4253-92bf-0b114ffea462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480747 Sep 14 02:43:07.925676 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b7a513d0-ee40-40ee-8c74-347b67f8aac6 admin admin] Publish callbacks [] for security_group (7e3d0710-3e80-4ac4-9d72-d02374657f4a), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:07.945000 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b7a513d0-ee40-40ee-8c74-347b67f8aac6 admin admin] Publish callbacks [] for security_group (7e3d0710-3e80-4ac4-9d72-d02374657f4a), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:07.986754 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-c3fb3ffa-5725-4543-b8b4-5eb21f523f86 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e3d4a605-256f-4253-92bf-0b114ffea462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859156 Sep 14 02:43:07.998391 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b7a513d0-ee40-40ee-8c74-347b67f8aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (7e3d0710-3e80-4ac4-9d72-d02374657f4a), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.001081 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b7a513d0-ee40-40ee-8c74-347b67f8aac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.004934 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b7a513d0-ee40-40ee-8c74-347b67f8aac6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7e3d0710-3e80-4ac4-9d72-d02374657f4a HTTP/1.1" status: 204 len: 168 time: 0.1316776 Sep 14 02:43:08.012045 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a513d0-ee40-40ee-8c74-347b67f8aac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3d0710-3e80-4ac4-9d72-d02374657f4a,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:08.092793 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a46efc30-9e66-4ad6-9ecd-039d4fbc4260 req-6579fc0d-a99f-4ed2-89b6-427b841fb473 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e3d4a605-256f-4253-92bf-0b114ffea462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967927 Sep 14 02:43:08.259644 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85ea0f-4ec5-40fe-a5e2-0d675e95d941 req-901f3fc1-2968-4830-8504-60877166a59b tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:08.261306 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-aa85ea0f-4ec5-40fe-a5e2-0d675e95d941 req-901f3fc1-2968-4830-8504-60877166a59b tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 948 time: 0.0508356 Sep 14 02:43:08.319274 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-aa85ea0f-4ec5-40fe-a5e2-0d675e95d941 req-5a32e9c8-66d3-41f5-a736-3426b2bbd87e tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514383 Sep 14 02:43:08.335492 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 34990) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:08.351575 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9372de81-5baa-4479-b8d9-af94fcf17a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.411749 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf169128-8c38-4174-8fe0-a187a5fe5457 req-1a949cde-0868-4457-9749-3491c0dd975e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:08.413299 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf169128-8c38-4174-8fe0-a187a5fe5457 req-1a949cde-0868-4457-9749-3491c0dd975e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0636454 Sep 14 02:43:08.436159 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:08.464044 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:08.509355 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf169128-8c38-4174-8fe0-a187a5fe5457 req-efb8cdae-2b1e-43da-91dd-1785d96da803 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862014 Sep 14 02:43:08.521295 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9372de81-5baa-4479-b8d9-af94fcf17a0e admin admin] Publish callbacks [] for security_group (06ad34a3-3713-4bbe-92bb-7210d5a0ebba), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.527142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9372de81-5baa-4479-b8d9-af94fcf17a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (06ad34a3-3713-4bbe-92bb-7210d5a0ebba), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.565360 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372de81-5baa-4479-b8d9-af94fcf17a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ad34a3-3713-4bbe-92bb-7210d5a0ebba,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:08.571145 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-9372de81-5baa-4479-b8d9-af94fcf17a0e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1d6933d2471d4bd9a82f9a78fef06ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345388 Sep 14 02:43:08.574436 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 35000) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:08.630459 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-bad50f7f-003c-4572-8ddd-f63eb70346ce admin admin] Publish callbacks [] for security_group (06ad34a3-3713-4bbe-92bb-7210d5a0ebba), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.662852 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-bad50f7f-003c-4572-8ddd-f63eb70346ce admin admin] Publish callbacks [] for security_group (06ad34a3-3713-4bbe-92bb-7210d5a0ebba), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.720851 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-bad50f7f-003c-4572-8ddd-f63eb70346ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (06ad34a3-3713-4bbe-92bb-7210d5a0ebba), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.723866 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-bad50f7f-003c-4572-8ddd-f63eb70346ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.725001 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-bad50f7f-003c-4572-8ddd-f63eb70346ce admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/06ad34a3-3713-4bbe-92bb-7210d5a0ebba HTTP/1.1" status: 204 len: 168 time: 0.1494949 Sep 14 02:43:08.732982 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad50f7f-003c-4572-8ddd-f63eb70346ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ad34a3-3713-4bbe-92bb-7210d5a0ebba,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:08.769710 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 35010) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:08.890202 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cb17d4c6-060b-49d0-a63f-b698b201262f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.973246 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device fb3b7d45-8e94-4f5a-8f12-61c83a481345 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:43:08.976196 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cb17d4c6-060b-49d0-a63f-b698b201262f admin admin] Publish callbacks [] for security_group (f934b593-a4eb-4527-b76a-26154109e75c), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:08.977287 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:08.982661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cb17d4c6-060b-49d0-a63f-b698b201262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f934b593-a4eb-4527-b76a-26154109e75c), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.030526 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-cb17d4c6-060b-49d0-a63f-b698b201262f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c98571596684474ab6092910145553b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596996 Sep 14 02:43:09.031624 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17d4c6-060b-49d0-a63f-b698b201262f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f934b593-a4eb-4527-b76a-26154109e75c,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:09.033382 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 35020) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:09.092655 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port fb3b7d45-8e94-4f5a-8f12-61c83a481345, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fb3b7d45-8e94-4f5a-8f12-61c83a481345,segment=NetworkSegment(b6f3e08f-0198-493e-9de6-8c726937464a),segment_id=b6f3e08f-0198-493e-9de6-8c726937464a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:43:09.092846 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f708f597-3591-470e-9e7e-9fc63f6f79b6 admin admin] Publish callbacks [] for security_group (f934b593-a4eb-4527-b76a-26154109e75c), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.104621 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345', 'network_id': 'e3d4a605-256f-4253-92bf-0b114ffea462', 'port_id': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345', 'mac_address': 'fa:16:3e:30:ba:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad952c39-86cd-4a1f-9bb8-30262c953b32', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:43:09.121687 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f708f597-3591-470e-9e7e-9fc63f6f79b6 admin admin] Publish callbacks [] for security_group (f934b593-a4eb-4527-b76a-26154109e75c), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.143400 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port fb3b7d45-8e94-4f5a-8f12-61c83a481345 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:09.143892 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.157371 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3b7d45-8e94-4f5a-8f12-61c83a481345 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:43:09.178583 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port fb3b7d45-8e94-4f5a-8f12-61c83a481345, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fb3b7d45-8e94-4f5a-8f12-61c83a481345,segment=NetworkSegment(b6f3e08f-0198-493e-9de6-8c726937464a),segment_id=b6f3e08f-0198-493e-9de6-8c726937464a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:43:09.180447 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f708f597-3591-470e-9e7e-9fc63f6f79b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f934b593-a4eb-4527-b76a-26154109e75c), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.183325 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f708f597-3591-470e-9e7e-9fc63f6f79b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.183544 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.184579 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f708f597-3591-470e-9e7e-9fc63f6f79b6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f934b593-a4eb-4527-b76a-26154109e75c HTTP/1.1" status: 204 len: 168 time: 0.1491544 Sep 14 02:43:09.192945 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708f597-3591-470e-9e7e-9fc63f6f79b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934b593-a4eb-4527-b76a-26154109e75c,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:09.257507 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=fb3b7d45-8e94-4f5a-8f12-61c83a481345,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:09.412479 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.456747 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70b7a5-7445-4890-97d0-0657222341ba req-57b3fca8-a174-4847-8ae8-04eeb24fd17f tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:09.458299 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bb70b7a5-7445-4890-97d0-0657222341ba req-57b3fca8-a174-4847-8ae8-04eeb24fd17f tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 949 time: 0.0576060 Sep 14 02:43:09.513696 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['fb3b7d45-8e94-4f5a-8f12-61c83a481345'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:43:09.516495 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bb70b7a5-7445-4890-97d0-0657222341ba req-70b50f2a-dceb-4451-bfda-47850c937e16 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518942 Sep 14 02:43:09.617289 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 35044) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:09.634880 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2594e002-bb8b-43c3-bdce-1e99eaf75d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.656420 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e7b9-3985-4a6a-9ef8-99e5728d1009 req-bb087ffe-c68b-4ee8-8fa6-c3809be33a03 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:09.658009 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0c42e7b9-3985-4a6a-9ef8-99e5728d1009 req-bb087ffe-c68b-4ee8-8fa6-c3809be33a03 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0560133 Sep 14 02:43:09.688030 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:09.730608 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0c42e7b9-3985-4a6a-9ef8-99e5728d1009 req-a04b20f2-dce2-4081-b259-c32c6050ed70 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633404 Sep 14 02:43:09.754725 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2594e002-bb8b-43c3-bdce-1e99eaf75d8c admin admin] Publish callbacks [] for security_group (ecf51a8f-2b27-445b-bc26-2f6dbfa2093e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.760778 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2594e002-bb8b-43c3-bdce-1e99eaf75d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ecf51a8f-2b27-445b-bc26-2f6dbfa2093e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.775951 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:09.807024 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2594e002-bb8b-43c3-bdce-1e99eaf75d8c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=838bb28d1d68404ba759f31cd1bd74b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885610 Sep 14 02:43:09.810024 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 35054) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:09.812460 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594e002-bb8b-43c3-bdce-1e99eaf75d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf51a8f-2b27-445b-bc26-2f6dbfa2093e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:09.898486 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-53caccbf-4f7d-4e9c-bf01-867f13b0939a admin admin] Publish callbacks [] for security_group (ecf51a8f-2b27-445b-bc26-2f6dbfa2093e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.919964 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-53caccbf-4f7d-4e9c-bf01-867f13b0939a admin admin] Publish callbacks [] for security_group (ecf51a8f-2b27-445b-bc26-2f6dbfa2093e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:09.970691 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:10.002992 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-53caccbf-4f7d-4e9c-bf01-867f13b0939a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ecf51a8f-2b27-445b-bc26-2f6dbfa2093e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.008056 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-53caccbf-4f7d-4e9c-bf01-867f13b0939a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.009589 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-53caccbf-4f7d-4e9c-bf01-867f13b0939a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ecf51a8f-2b27-445b-bc26-2f6dbfa2093e HTTP/1.1" status: 204 len: 168 time: 0.1978073 Sep 14 02:43:10.019433 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caccbf-4f7d-4e9c-bf01-867f13b0939a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf51a8f-2b27-445b-bc26-2f6dbfa2093e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:10.235680 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 35066) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:10.416956 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-660eb6b0-2a35-41dd-9f6f-14bb3e691983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.470325 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:10.495946 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-660eb6b0-2a35-41dd-9f6f-14bb3e691983 admin admin] Publish callbacks [] for security_group (d3e467d3-4279-4333-813d-a564aca90387), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.500294 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-660eb6b0-2a35-41dd-9f6f-14bb3e691983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d3e467d3-4279-4333-813d-a564aca90387), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.540955 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-660eb6b0-2a35-41dd-9f6f-14bb3e691983 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=639960b4073c4f5a8fa88541d8859aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041737 Sep 14 02:43:10.541798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eb6b0-2a35-41dd-9f6f-14bb3e691983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e467d3-4279-4333-813d-a564aca90387,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:10.544049 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 35082) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:10.608524 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f023cdc7-5f7e-42b0-93c5-490dd6b08ce1 admin admin] Publish callbacks [] for security_group (d3e467d3-4279-4333-813d-a564aca90387), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.636278 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f023cdc7-5f7e-42b0-93c5-490dd6b08ce1 admin admin] Publish callbacks [] for security_group (d3e467d3-4279-4333-813d-a564aca90387), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.660137 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1215a84-9548-433d-ad00-d436c41a194f req-0bf8c34d-a69e-4191-8f44-2fb8287598e1 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:10.661668 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c1215a84-9548-433d-ad00-d436c41a194f req-0bf8c34d-a69e-4191-8f44-2fb8287598e1 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 949 time: 0.0508578 Sep 14 02:43:10.697893 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f023cdc7-5f7e-42b0-93c5-490dd6b08ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d3e467d3-4279-4333-813d-a564aca90387), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.700583 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f023cdc7-5f7e-42b0-93c5-490dd6b08ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:10.704429 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f023cdc7-5f7e-42b0-93c5-490dd6b08ce1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d3e467d3-4279-4333-813d-a564aca90387 HTTP/1.1" status: 204 len: 168 time: 0.1567256 Sep 14 02:43:10.713381 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023cdc7-5f7e-42b0-93c5-490dd6b08ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e467d3-4279-4333-813d-a564aca90387,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:10.741305 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c1215a84-9548-433d-ad00-d436c41a194f req-680069a0-9f25-46bb-9598-98e2e541dc91 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733359 Sep 14 02:43:10.870256 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599d713-f43d-4152-8adb-db5d8b5de4d2 req-95d95ed7-f602-4d4f-812c-31989f7d2d4d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:10.872004 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c599d713-f43d-4152-8adb-db5d8b5de4d2 req-95d95ed7-f602-4d4f-812c-31989f7d2d4d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0618875 Sep 14 02:43:10.933634 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c599d713-f43d-4152-8adb-db5d8b5de4d2 req-16648e63-e7e0-4e5e-bb5d-b142e392c9bd tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554547 Sep 14 02:43:10.984639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device fb3b7d45-8e94-4f5a-8f12-61c83a481345 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:43:11.042585 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port fb3b7d45-8e94-4f5a-8f12-61c83a481345 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:43:11.053096 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port fb3b7d45-8e94-4f5a-8f12-61c83a481345 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:43:11.053622 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:11.054119 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port fb3b7d45-8e94-4f5a-8f12-61c83a481345 Sep 14 02:43:11.133757 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port fb3b7d45-8e94-4f5a-8f12-61c83a481345 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:43:11.134168 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:11.163474 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:11.163474 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:43:11.165263 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb5828a-9722-4378-b1f3-d31d308747ba" -d '{"events": [{"server_uuid": "83e37e86-a99b-41d7-82fe-94966472ebdc", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b7d45-8e94-4f5a-8f12-61c83a481345"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:43:11.182445 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port fb3b7d45-8e94-4f5a-8f12-61c83a481345, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fb3b7d45-8e94-4f5a-8f12-61c83a481345,segment=NetworkSegment(b6f3e08f-0198-493e-9de6-8c726937464a),segment_id=b6f3e08f-0198-493e-9de6-8c726937464a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:43:11.189184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:11.219897 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11734ff3-19be-44fc-ad4a-a5e008e1fef1 x-openstack-request-id: req-11734ff3-19be-44fc-ad4a-a5e008e1fef1 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:43:11.220206 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e37e86-a99b-41d7-82fe-94966472ebdc", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b7d45-8e94-4f5a-8f12-61c83a481345", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:43:11.220448 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11734ff3-19be-44fc-ad4a-a5e008e1fef1 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:43:11.220985 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11734ff3-19be-44fc-ad4a-a5e008e1fef1'] response: {'server_uuid': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345', 'code': 200} Sep 14 02:43:11.252419 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=fb3b7d45-8e94-4f5a-8f12-61c83a481345,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:11.428359 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049945f2-b4cc-42b8-8504-837719692810 req-6b31b163-7c95-4860-a0af-b43686ce48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:11.429930 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-049945f2-b4cc-42b8-8504-837719692810 req-6b31b163-7c95-4860-a0af-b43686ce48e7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 1134 time: 0.0549371 Sep 14 02:43:11.491281 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-049945f2-b4cc-42b8-8504-837719692810 req-4bb6b77b-8f23-4d60-b75d-1c115d42f3e7 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Sep 14 02:43:11.880865 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669605d-ebd6-4746-b0ba-7e771e83c017 req-4796f60a-cda7-496e-a1f1-d8af406578ec tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:11.882376 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e669605d-ebd6-4746-b0ba-7e771e83c017 req-4796f60a-cda7-496e-a1f1-d8af406578ec tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0686023 Sep 14 02:43:11.943414 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e669605d-ebd6-4746-b0ba-7e771e83c017 req-34dc79f9-c1cc-451a-a753-b3a56da0181a tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552003 Sep 14 02:43:12.084517 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1f668-ba2c-433d-a3fb-e169cf3ca0f9 req-71eee993-8c51-4af2-8a8b-3b690d4a478b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:12.092678 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a3f1f668-ba2c-433d-a3fb-e169cf3ca0f9 req-71eee993-8c51-4af2-8a8b-3b690d4a478b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0720558 Sep 14 02:43:12.179382 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a3f1f668-ba2c-433d-a3fb-e169cf3ca0f9 req-78b4c80d-3c32-454b-899f-dec488646287 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854852 Sep 14 02:43:12.425361 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:13.075371 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62bfd6-0c5c-419a-9427-6c5ccb4b3185 req-5a92a1e2-cc3c-4c86-a0b5-78257b3ab6f7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:13.076953 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ff62bfd6-0c5c-419a-9427-6c5ccb4b3185 req-5a92a1e2-cc3c-4c86-a0b5-78257b3ab6f7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0521216 Sep 14 02:43:13.130444 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ff62bfd6-0c5c-419a-9427-6c5ccb4b3185 req-fb70587e-c1f4-4b4d-9d40-ae8885438bc7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Sep 14 02:43:13.307996 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf07c6-9504-4f7f-8a1c-a54eecadc496 req-1d0f1e6e-2598-437a-8ec8-754734498e78 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:13.309400 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bdf07c6-9504-4f7f-8a1c-a54eecadc496 req-1d0f1e6e-2598-437a-8ec8-754734498e78 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0545161 Sep 14 02:43:13.358744 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bdf07c6-9504-4f7f-8a1c-a54eecadc496 req-0d1a57d1-1b60-4518-9f96-fca549f5705c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Sep 14 02:43:13.444244 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:43:14.285545 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48bb7-da8c-4897-bdac-346297448d08 req-f73e9a0b-d610-44e1-9297-4d3e77231a8d tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:14.287096 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-22e48bb7-da8c-4897-bdac-346297448d08 req-f73e9a0b-d610-44e1-9297-4d3e77231a8d tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0567894 Sep 14 02:43:14.332847 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-22e48bb7-da8c-4897-bdac-346297448d08 req-841e637f-11a6-416c-84ba-e415ad7dd01c tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Sep 14 02:43:14.483993 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592835-00b8-4d3d-82c0-c73fd309f45d req-661169e1-c747-427c-99b2-0015499dee9b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:14.485423 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-27592835-00b8-4d3d-82c0-c73fd309f45d req-661169e1-c747-427c-99b2-0015499dee9b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0509710 Sep 14 02:43:14.510443 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:14.534522 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-27592835-00b8-4d3d-82c0-c73fd309f45d req-df9be8a9-21f1-43aa-8b24-f84eb8528ffa tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Sep 14 02:43:15.476507 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222573b-9cd3-40d6-a293-6204e9350c36 req-62f57f7e-ebd1-4eed-8a50-31a04a5a1ed8 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:15.478107 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c222573b-9cd3-40d6-a293-6204e9350c36 req-62f57f7e-ebd1-4eed-8a50-31a04a5a1ed8 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0537581 Sep 14 02:43:15.553704 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c222573b-9cd3-40d6-a293-6204e9350c36 req-34e18f05-a2e3-4735-97db-4dd7d106181f tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593858 Sep 14 02:43:15.685900 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed334-bb50-4f22-89d2-28229dd8e435 req-1a9d7aff-a9dd-4d3e-8108-4a604c27826a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:15.687432 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f75ed334-bb50-4f22-89d2-28229dd8e435 req-1a9d7aff-a9dd-4d3e-8108-4a604c27826a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0494215 Sep 14 02:43:15.738327 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f75ed334-bb50-4f22-89d2-28229dd8e435 req-40904d29-45b9-4961-95d0-a5e89f5f0a1a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Sep 14 02:43:16.670396 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:16.678444 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc7570-03f4-4383-b27f-cc92e5c842b7 req-529b7548-cbcc-4789-9058-84cfb2c27ebd tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:16.679889 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-34dc7570-03f4-4383-b27f-cc92e5c842b7 req-529b7548-cbcc-4789-9058-84cfb2c27ebd tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0459552 Sep 14 02:43:16.731228 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-34dc7570-03f4-4383-b27f-cc92e5c842b7 req-973eb8e5-5e04-4a42-aad7-6b3e7ef2822e tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Sep 14 02:43:16.858709 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fc0b9-4f5a-46ff-9c94-2beb8f947772 req-36d5ac59-a95c-4386-814a-4fcbd3d89a02 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:16.860908 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6b2fc0b9-4f5a-46ff-9c94-2beb8f947772 req-36d5ac59-a95c-4386-814a-4fcbd3d89a02 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0472186 Sep 14 02:43:16.908156 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6b2fc0b9-4f5a-46ff-9c94-2beb8f947772 req-a7b0522e-d6f1-4266-a16d-298df09f473c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Sep 14 02:43:17.011097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0227b9c-6f9f-46cc-a71a-70d765156eda req-de7c846d-9f1f-4573-a8d2-12b3e24c35ce tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:17.012533 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e0227b9c-6f9f-46cc-a71a-70d765156eda req-de7c846d-9f1f-4573-a8d2-12b3e24c35ce tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0481918 Sep 14 02:43:17.059294 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e0227b9c-6f9f-46cc-a71a-70d765156eda req-ba9be8b6-cc13-4500-ae6e-429c9e018085 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Sep 14 02:43:18.035552 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0f6f2-75cb-4200-af11-3b508b629e7d req-05c70ee8-a093-4347-9523-2b369cc19263 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:18.037046 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e1d0f6f2-75cb-4200-af11-3b508b629e7d req-05c70ee8-a093-4347-9523-2b369cc19263 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0510721 Sep 14 02:43:18.087063 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e1d0f6f2-75cb-4200-af11-3b508b629e7d req-5964727f-2fba-4d4e-8573-f2a55355962e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Sep 14 02:43:18.179377 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef026b0-76e7-4e93-93d1-3e0077586c52 req-ee8fc176-1d26-4610-93d2-8e368efd93fd tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:18.180805 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fef026b0-76e7-4e93-93d1-3e0077586c52 req-ee8fc176-1d26-4610-93d2-8e368efd93fd tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0446482 Sep 14 02:43:18.228133 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fef026b0-76e7-4e93-93d1-3e0077586c52 req-6bb90d83-bc8f-4e70-9ad8-2052fe25295a tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Sep 14 02:43:19.208606 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fc78d-02e4-4b18-8487-1a9e50b6ab4f req-7abf072c-1b94-462f-bea9-702fba4541c4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:19.210096 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b12fc78d-02e4-4b18-8487-1a9e50b6ab4f req-7abf072c-1b94-462f-bea9-702fba4541c4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0468357 Sep 14 02:43:19.263373 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b12fc78d-02e4-4b18-8487-1a9e50b6ab4f req-0df512f3-9fe5-4a2d-85ff-e2f04655c228 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Sep 14 02:43:19.357561 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b617-5c80-4ed5-a149-f00081400a6b req-daf72950-e34f-4631-9af3-87c12001b4e3 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:19.359097 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d58b617-5c80-4ed5-a149-f00081400a6b req-daf72950-e34f-4631-9af3-87c12001b4e3 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0550687 Sep 14 02:43:19.410053 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d58b617-5c80-4ed5-a149-f00081400a6b req-719c232d-8bb5-4eb3-b366-f688fc936025 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Sep 14 02:43:20.387680 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f2b3-6959-4ee1-9b80-7b85b0c13941 req-18eb4d36-7a8f-4354-87dc-1eef875f1380 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:20.389032 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4702f2b3-6959-4ee1-9b80-7b85b0c13941 req-18eb4d36-7a8f-4354-87dc-1eef875f1380 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0472310 Sep 14 02:43:20.436569 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4702f2b3-6959-4ee1-9b80-7b85b0c13941 req-574877b8-a195-4624-9fae-70978d873ebf tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Sep 14 02:43:20.540796 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625532c-d11a-41fd-8156-0bd6b8d9c11d req-15c53a40-f567-4209-be6e-8ef11eb8e370 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:20.542595 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a625532c-d11a-41fd-8156-0bd6b8d9c11d req-15c53a40-f567-4209-be6e-8ef11eb8e370 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0524080 Sep 14 02:43:20.586944 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:20.595480 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a625532c-d11a-41fd-8156-0bd6b8d9c11d req-c1fb43d7-332f-4366-bb42-09146432b480 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Sep 14 02:43:21.241808 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:21.249339 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:21.485384 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:21.487618 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=35,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:21.565039 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ee93-66b7-47bc-9fb3-bbfa710bf1ac req-20296020-42bb-4b6a-a9b8-0eb2312a1e5a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:21.566522 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f9a7ee93-66b7-47bc-9fb3-bbfa710bf1ac req-20296020-42bb-4b6a-a9b8-0eb2312a1e5a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0477290 Sep 14 02:43:21.615941 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f9a7ee93-66b7-47bc-9fb3-bbfa710bf1ac req-5e526eff-4f64-4be0-84aa-15c999284ba9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Sep 14 02:43:21.717333 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd3c33-b5dd-4626-bf74-fa11c5860cf0 req-44397897-5575-4467-9a9a-66f213ef6fb5 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:21.718789 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-08dd3c33-b5dd-4626-bf74-fa11c5860cf0 req-44397897-5575-4467-9a9a-66f213ef6fb5 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0481977 Sep 14 02:43:21.770909 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-08dd3c33-b5dd-4626-bf74-fa11c5860cf0 req-50d467bc-9f8e-4741-9ef9-5ee5df722435 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Sep 14 02:43:22.427408 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:22.702579 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:22.737418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dcc9a-8312-4964-adb1-a2ffa8133e5d req-0653b32f-4175-48e4-aefc-4ebec4a531a3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:22.738940 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-943dcc9a-8312-4964-adb1-a2ffa8133e5d req-0653b32f-4175-48e4-aefc-4ebec4a531a3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0462463 Sep 14 02:43:22.787479 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-943dcc9a-8312-4964-adb1-a2ffa8133e5d req-40d53068-1fb3-4606-85c4-725ea2907605 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Sep 14 02:43:22.891415 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a3ff1-75e9-4cdd-b48e-3001f77985a0 req-47c1000c-02f4-4f76-89b7-ff52634fb198 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:22.892871 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ab0a3ff1-75e9-4cdd-b48e-3001f77985a0 req-47c1000c-02f4-4f76-89b7-ff52634fb198 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0468001 Sep 14 02:43:22.947765 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ab0a3ff1-75e9-4cdd-b48e-3001f77985a0 req-94bccc1d-4a06-46e5-bfc4-1e9a562bc357 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491538 Sep 14 02:43:23.436912 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:23.911726 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ec6f3-5357-43fb-97d0-f7aa7ae75486 req-0b75bf59-f000-46d9-832b-94318a15cae9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:23.913188 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-357ec6f3-5357-43fb-97d0-f7aa7ae75486 req-0b75bf59-f000-46d9-832b-94318a15cae9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0454140 Sep 14 02:43:23.941748 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-29ea042c-b246-4c7b-b602-3185996b9f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:23.962282 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-357ec6f3-5357-43fb-97d0-f7aa7ae75486 req-bbaf8f0c-7238-433c-8539-2a99902371c4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Sep 14 02:43:24.064603 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6c166-db64-4ec0-b5b0-376a35c02d4f req-623e5ce5-1464-4a0b-9ec5-1dc6f1683547 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:24.066109 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-96c6c166-db64-4ec0-b5b0-376a35c02d4f req-623e5ce5-1464-4a0b-9ec5-1dc6f1683547 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0448749 Sep 14 02:43:24.122163 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-96c6c166-db64-4ec0-b5b0-376a35c02d4f req-f819e155-bcd1-47e2-9e32-7fd93cd79cc3 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500953 Sep 14 02:43:25.086432 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186452e-81c9-4f0e-a60f-9753489d18e4 req-8ecd6b88-c780-4d15-b10c-d7aa3f5c58d3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:25.087924 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c186452e-81c9-4f0e-a60f-9753489d18e4 req-8ecd6b88-c780-4d15-b10c-d7aa3f5c58d3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0498021 Sep 14 02:43:25.136134 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c186452e-81c9-4f0e-a60f-9753489d18e4 req-42df4842-e976-466e-a6c8-f5b03b164060 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Sep 14 02:43:25.239055 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8499-4c04-47ae-a126-ff93ad4453a4 req-3e7371aa-3ebf-403f-a29e-bb1c3e9d217e tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:25.240396 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-596f8499-4c04-47ae-a126-ff93ad4453a4 req-3e7371aa-3ebf-403f-a29e-bb1c3e9d217e tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0453615 Sep 14 02:43:25.291675 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-596f8499-4c04-47ae-a126-ff93ad4453a4 req-47a49c95-f9f7-49e2-9bd5-526ed5be9e6a tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430834 Sep 14 02:43:26.104973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d3846203-f782-4688-9849-2fe3faf80909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:26.260397 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bbf07-a786-4fac-9666-7b0e2be59801 req-3c57af5c-e98c-4b8d-b65b-cf97b2582e74 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:26.261869 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-566bbf07-a786-4fac-9666-7b0e2be59801 req-3c57af5c-e98c-4b8d-b65b-cf97b2582e74 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0469556 Sep 14 02:43:26.556024 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-566bbf07-a786-4fac-9666-7b0e2be59801 req-ce078b9d-a792-4544-a2b9-9289e210de86 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881720 Sep 14 02:43:26.588077 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfef6a-fa96-4c0e-8342-3248259b4ebb req-dcb899ee-8ef6-4976-9142-18793e70fe5e tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:26.589507 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-01bfef6a-fa96-4c0e-8342-3248259b4ebb req-dcb899ee-8ef6-4976-9142-18793e70fe5e tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0493021 Sep 14 02:43:26.637646 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-01bfef6a-fa96-4c0e-8342-3248259b4ebb req-749860ff-9e2a-47ed-bb23-5832fb34ca0e tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Sep 14 02:43:27.468315 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:27.693773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86555b8c-f7fd-4925-91aa-17b88db5e9bc req-32155ff6-a631-4e53-ba33-54e862b7fc0b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:27.695261 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86555b8c-f7fd-4925-91aa-17b88db5e9bc req-32155ff6-a631-4e53-ba33-54e862b7fc0b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0517225 Sep 14 02:43:27.776938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0caef-f16e-4b10-9263-0cd0f99453ee req-ab1f83c5-1398-4214-a73d-92199c576a8a tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:27.778294 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bd0caef-f16e-4b10-9263-0cd0f99453ee req-ab1f83c5-1398-4214-a73d-92199c576a8a tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0645299 Sep 14 02:43:27.781619 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86555b8c-f7fd-4925-91aa-17b88db5e9bc req-ca62f8b5-0290-4f0d-8561-dbb820697d4c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807600 Sep 14 02:43:27.832103 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:27.837197 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bd0caef-f16e-4b10-9263-0cd0f99453ee req-2f948b6d-1c45-4de7-9ed0-73d9fee6ce84 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531161 Sep 14 02:43:28.781062 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-453c7818-9bd4-4316-afe9-51e3f3a0bb61 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:28.782591 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-453c7818-9bd4-4316-afe9-51e3f3a0bb61 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0495944 Sep 14 02:43:28.854283 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e229148-766f-4401-aeda-8feee0a38152 req-4bef45e6-fbb1-4807-81e2-c11ceb3aa2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:28.855918 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4e229148-766f-4401-aeda-8feee0a38152 req-4bef45e6-fbb1-4807-81e2-c11ceb3aa2a3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 1130 time: 0.0723884 Sep 14 02:43:28.868140 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:28.908935 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22f12e-015d-44db-94af-70f69216f5c2 req-eb5b488e-8fb7-4f54-a2ce-685f85dba105 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:28.910463 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf22f12e-015d-44db-94af-70f69216f5c2 req-eb5b488e-8fb7-4f54-a2ce-685f85dba105 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0505395 Sep 14 02:43:28.914075 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Deleting port fb3b7d45-8e94-4f5a-8f12-61c83a481345 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:43:28.914413 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:28.946770 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:28.949317 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:28.980743 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4e229148-766f-4401-aeda-8feee0a38152 req-8c733bbf-9e23-4aa4-8302-b1dae74f5947 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158261 Sep 14 02:43:29.005635 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddb842-f3f6-4a70-b7a4-6ba18b68eb73 req-d43f55f1-052d-4c4a-a679-a7ae961faccb tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:29.007271 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58ddb842-f3f6-4a70-b7a4-6ba18b68eb73 req-d43f55f1-052d-4c4a-a679-a7ae961faccb tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 950 time: 0.0673056 Sep 14 02:43:29.010377 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf22f12e-015d-44db-94af-70f69216f5c2 req-c539db8c-1a62-4670-9bac-2ea381b8d7f0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931625 Sep 14 02:43:29.037214 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] For port fb3b7d45-8e94-4f5a-8f12-61c83a481345, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fb3b7d45-8e94-4f5a-8f12-61c83a481345,segment=NetworkSegment(b6f3e08f-0198-493e-9de6-8c726937464a),segment_id=b6f3e08f-0198-493e-9de6-8c726937464a)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:43:29.037604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:29.052390 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Calling delete_port for fb3b7d45-8e94-4f5a-8f12-61c83a481345 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:43:29.068910 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58ddb842-f3f6-4a70-b7a4-6ba18b68eb73 req-7837fa69-b922-4208-8f1f-8600a8770553 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b931cc5c-946e-41d9-a0bf-5455168574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560181 Sep 14 02:43:29.181299 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (fb3b7d45-8e94-4f5a-8f12-61c83a481345), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:29.211240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Pushing event deleted for resources: {'Port': ['ID=fb3b7d45-8e94-4f5a-8f12-61c83a481345,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:29.227299 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.227649 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.227983 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.228313 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.228625 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.228946 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.229265 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.229592 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.229935 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.230274 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.230574 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.230892 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.231207 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.231521 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.231822 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:29.270476 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] No DVR routers for this DVR port fb3b7d45-8e94-4f5a-8f12-61c83a481345 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:43:29.273552 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:29.276852 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cacfcfeb-3d62-477e-bad4-1ed90a00ed6d req-555fca98-d5c6-4433-8911-fe63515a25e7 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.48 "DELETE /networking/v2.0/ports/fb3b7d45-8e94-4f5a-8f12-61c83a481345 HTTP/1.1" status: 204 len: 173 time: 0.4862175 Sep 14 02:43:29.277356 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'name': 'network-vif-deleted', 'tag': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:43:29.279725 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1686bf81-8a9a-4051-a578-590ed32597e6" -d '{"events": [{"server_uuid": "83e37e86-a99b-41d7-82fe-94966472ebdc", "name": "network-vif-deleted", "tag": "fb3b7d45-8e94-4f5a-8f12-61c83a481345"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:43:29.321057 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9080f3-ae9f-4ff6-a00c-497bbc7cce0d x-openstack-request-id: req-ad9080f3-ae9f-4ff6-a00c-497bbc7cce0d {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:43:29.321347 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e37e86-a99b-41d7-82fe-94966472ebdc", "name": "network-vif-deleted", "tag": "fb3b7d45-8e94-4f5a-8f12-61c83a481345", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:43:29.321598 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad9080f3-ae9f-4ff6-a00c-497bbc7cce0d {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:43:29.322036 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9080f3-ae9f-4ff6-a00c-497bbc7cce0d'] response: {'server_uuid': '83e37e86-a99b-41d7-82fe-94966472ebdc', 'name': 'network-vif-deleted', 'tag': 'fb3b7d45-8e94-4f5a-8f12-61c83a481345', 'status': 'completed', 'code': 200} Sep 14 02:43:30.167855 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5f8e7-8e4f-42ec-90d1-5eb7ee047d4b req-7674c72d-7c0a-4c82-9916-bb36c8d38f90 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:30.169236 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9d5f8e7-8e4f-42ec-90d1-5eb7ee047d4b req-7674c72d-7c0a-4c82-9916-bb36c8d38f90 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0697629 Sep 14 02:43:30.194976 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6919caf1-79ce-4228-ac8f-3cfebda96f50 req-6e816627-5b9b-4de8-9f1d-379c4ee1d1d8 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0400743 Sep 14 02:43:30.233409 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9d5f8e7-8e4f-42ec-90d1-5eb7ee047d4b req-83cdcc30-4f1e-4b29-baab-d387ee7764f9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473087 Sep 14 02:43:30.821279 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['fb3b7d45-8e94-4f5a-8f12-61c83a481345'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:43:31.306899 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-eeacb838-193a-486b-ac78-6ed6bd7ca1d5 req-26f6ac2c-e932-47d0-9cf6-34b56a23aae9 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0300391 Sep 14 02:43:31.352985 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80107a49-597b-4b89-9f5c-f7c9ecbadf8d req-163bcea4-a69f-4846-b661-a42bf789dc32 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:31.354446 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-80107a49-597b-4b89-9f5c-f7c9ecbadf8d req-163bcea4-a69f-4846-b661-a42bf789dc32 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0456939 Sep 14 02:43:31.401425 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-80107a49-597b-4b89-9f5c-f7c9ecbadf8d req-8036cb81-f9c4-496b-a242-fc035b0d351d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Sep 14 02:43:32.434559 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5bfea92c-dd41-4c1b-bce3-db07cb54cdd9 req-f95d75a9-526c-49ff-8c4a-714232c99c39 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0314834 Sep 14 02:43:32.527456 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b29a3-edd4-4c89-9600-32fa0f1ac81a req-d5881383-9c72-4481-8598-c1d7bbd9357e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:32.529084 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c1b29a3-edd4-4c89-9600-32fa0f1ac81a req-d5881383-9c72-4481-8598-c1d7bbd9357e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0524049 Sep 14 02:43:32.579056 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c1b29a3-edd4-4c89-9600-32fa0f1ac81a req-ca9a6832-9a67-4b86-908f-978e5a58400b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Sep 14 02:43:33.499796 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 35550) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:33.552518 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d4570374-0f63-4458-b271-271c731f95cf req-b72c9f29-c27a-4d39-8f04-882c3ce75ec5 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0280762 Sep 14 02:43:33.611653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-59541329-a8d6-4e58-9c3f-4c13d8d19a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:33.690922 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-59541329-a8d6-4e58-9c3f-4c13d8d19a31 admin admin] Publish callbacks [] for security_group (04a2ec92-9b1f-44b2-b845-7af8db14b8d7), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:33.696233 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-59541329-a8d6-4e58-9c3f-4c13d8d19a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (04a2ec92-9b1f-44b2-b845-7af8db14b8d7), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:33.701043 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557b1a-008b-46fd-8ead-2abfdf5dc1ca req-295af1b6-7000-4f6c-aaaf-bf9005923fb3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:33.702529 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e557b1a-008b-46fd-8ead-2abfdf5dc1ca req-295af1b6-7000-4f6c-aaaf-bf9005923fb3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0465431 Sep 14 02:43:33.734630 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59541329-a8d6-4e58-9c3f-4c13d8d19a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2ec92-9b1f-44b2-b845-7af8db14b8d7,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:33.738984 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-59541329-a8d6-4e58-9c3f-4c13d8d19a31 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=115195147d6c48c7a73bcc53a7947a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381768 Sep 14 02:43:33.741747 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 35556) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:33.750407 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e557b1a-008b-46fd-8ead-2abfdf5dc1ca req-e3093f6f-7b65-4fe5-a46c-bd38fafb7202 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Sep 14 02:43:33.793822 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0aa71e22-eceb-417d-ae9f-8caba72970bc admin admin] Publish callbacks [] for security_group (04a2ec92-9b1f-44b2-b845-7af8db14b8d7), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:33.814031 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0aa71e22-eceb-417d-ae9f-8caba72970bc admin admin] Publish callbacks [] for security_group (04a2ec92-9b1f-44b2-b845-7af8db14b8d7), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:33.835335 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:33.847622 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:33.865849 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0aa71e22-eceb-417d-ae9f-8caba72970bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (04a2ec92-9b1f-44b2-b845-7af8db14b8d7), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:33.868738 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-0aa71e22-eceb-417d-ae9f-8caba72970bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:33.869986 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-0aa71e22-eceb-417d-ae9f-8caba72970bc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04a2ec92-9b1f-44b2-b845-7af8db14b8d7 HTTP/1.1" status: 204 len: 168 time: 0.1271708 Sep 14 02:43:33.879570 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa71e22-eceb-417d-ae9f-8caba72970bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2ec92-9b1f-44b2-b845-7af8db14b8d7,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:33.885370 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c003e-8121-44dc-8a28-63e5c9d5a95b req-23772505-6a99-486f-8573-efc59c1ba9c6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:33.892771 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-433c003e-8121-44dc-8a28-63e5c9d5a95b req-23772505-6a99-486f-8573-efc59c1ba9c6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0686574 Sep 14 02:43:33.936144 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-433c003e-8121-44dc-8a28-63e5c9d5a95b req-1209cad6-97b1-4f19-82b5-0c2f27517495 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Sep 14 02:43:34.678416 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-84ddf129-113f-4891-8b7f-5aad2c419399 req-7d23044f-ccc1-474f-9df8-d814de1ab503 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0313699 Sep 14 02:43:34.997715 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 35606) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:35.105241 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:35.183403 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Publish callbacks [] for security_group (c207ff55-4770-40ac-994f-105404e90bab), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:35.188840 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c207ff55-4770-40ac-994f-105404e90bab), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:35.233499 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=61b5405638fc4cb188be2ae843caf143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322557 Sep 14 02:43:35.233499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207ff55-4770-40ac-994f-105404e90bab,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:35.234183 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 35614) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:35.239857 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.240202 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.240519 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.240849 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.241172 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.241517 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.241876 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.242198 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.242518 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.242843 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.243154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.243489 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.243806 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.244124 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.244491 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13f4f-1d09-4339-a427-b09157b406d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:43:35.297772 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bf16-1564-463d-887d-1e83dc87bd00 admin admin] Publish callbacks [] for security_group (c207ff55-4770-40ac-994f-105404e90bab), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:35.318592 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bf16-1564-463d-887d-1e83dc87bd00 admin admin] Publish callbacks [] for security_group (c207ff55-4770-40ac-994f-105404e90bab), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:35.366510 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bf16-1564-463d-887d-1e83dc87bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c207ff55-4770-40ac-994f-105404e90bab), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:35.369031 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bf16-1564-463d-887d-1e83dc87bd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:35.370187 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-9cf4bf16-1564-463d-887d-1e83dc87bd00 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c207ff55-4770-40ac-994f-105404e90bab HTTP/1.1" status: 204 len: 168 time: 0.1347690 Sep 14 02:43:35.378006 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4bf16-1564-463d-887d-1e83dc87bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207ff55-4770-40ac-994f-105404e90bab,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:35.790975 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9b895128-c8a9-4164-b7b7-e51a0055440e req-ab7c90a6-e14a-4df8-a7ab-b58ad9410036 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0279748 Sep 14 02:43:36.428652 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 35658) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:36.536361 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-77acb9ab-df4c-49af-8f8d-043d45064009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:36.624852 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-77acb9ab-df4c-49af-8f8d-043d45064009 admin admin] Publish callbacks [] for security_group (5c935057-4988-4c56-8ca5-0cb923433456), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:36.630764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-77acb9ab-df4c-49af-8f8d-043d45064009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (5c935057-4988-4c56-8ca5-0cb923433456), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:36.648770 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device fb3b7d45-8e94-4f5a-8f12-61c83a481345 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:43:36.668520 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: fb3b7d45-8e94-4f5a-8f12-61c83a481345 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:43:36.668860 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device fb3b7d45-8e94-4f5a-8f12-61c83a481345 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:43:36.670509 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-77acb9ab-df4c-49af-8f8d-043d45064009 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f266bea94f5b40748269ee5f60560fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408073 Sep 14 02:43:36.671227 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acb9ab-df4c-49af-8f8d-043d45064009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c935057-4988-4c56-8ca5-0cb923433456,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:36.673429 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 35666) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:36.680653 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:36.723436 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c91d-7426-40a1-8b27-d64c41cd622b admin admin] Publish callbacks [] for security_group (5c935057-4988-4c56-8ca5-0cb923433456), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:36.743669 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c91d-7426-40a1-8b27-d64c41cd622b admin admin] Publish callbacks [] for security_group (5c935057-4988-4c56-8ca5-0cb923433456), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:36.757433 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:36.793999 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c91d-7426-40a1-8b27-d64c41cd622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (5c935057-4988-4c56-8ca5-0cb923433456), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:36.796348 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c91d-7426-40a1-8b27-d64c41cd622b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:36.797508 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f0c5c91d-7426-40a1-8b27-d64c41cd622b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5c935057-4988-4c56-8ca5-0cb923433456 HTTP/1.1" status: 204 len: 168 time: 0.1230481 Sep 14 02:43:36.805557 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c91d-7426-40a1-8b27-d64c41cd622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c935057-4988-4c56-8ca5-0cb923433456,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:36.930953 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c49a70d2-bd74-411e-b4bb-c0869939b5af req-b6b9db2f-a959-407c-a7c8-10caed2f5d68 tempest-VolumesNegativeTest-182345180 tempest-VolumesNegativeTest-182345180-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=83e37e86-a99b-41d7-82fe-94966472ebdc HTTP/1.1" status: 200 len: 210 time: 0.0332673 Sep 14 02:43:37.697467 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-c6ab30d3-3fd1-4c99-a9d4-340b3191dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:37.698986 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-c6ab30d3-3fd1-4c99-a9d4-340b3191dc79 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1129 time: 0.0461869 Sep 14 02:43:37.709586 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c1353-549f-4499-be1e-c5a516bbc2d0 req-a92393c8-4b8c-44c0-8826-d0558d5a4c9a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:37.711185 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-600c1353-549f-4499-be1e-c5a516bbc2d0 req-a92393c8-4b8c-44c0-8826-d0558d5a4c9a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Sep 14 02:43:37.758668 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-600c1353-549f-4499-be1e-c5a516bbc2d0 req-7ecce0f7-3e6a-4f9d-91b6-44b10984efe8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Sep 14 02:43:37.798634 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-9217fb40-6336-42d3-960a-369f7d4fbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:37.800043 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-9217fb40-6336-42d3-960a-369f7d4fbb22 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.0889981 Sep 14 02:43:37.838248 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-ba3e5985-447c-4182-9d2f-c697511f3bbd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 200 len: 217 time: 0.0312476 Sep 14 02:43:37.892922 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-b615e5ff-757f-46e8-9976-155e1d51cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:37.894280 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-b615e5ff-757f-46e8-9976-155e1d51cb9d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0463796 Sep 14 02:43:37.939782 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-9b9def25-f5a0-4807-a5b8-c43554c54492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:37.942015 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-9b9def25-f5a0-4807-a5b8-c43554c54492 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395443 Sep 14 02:43:38.041186 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-ca14afce-3543-4d61-b0b1-d16ff2935392 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922451 Sep 14 02:43:38.133829 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11dd6bf1-f300-4ee1-9ce5-fb9bd02500e1 req-e73214c0-c0df-4205-a3d3-30377fabf025 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Sep 14 02:43:38.895012 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b23684-5414-45d5-ab75-b56af7aa1133 req-c7a4fb9a-daf1-48c1-81d0-eb7f00f954ea tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:38.896543 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-41b23684-5414-45d5-ab75-b56af7aa1133 req-c7a4fb9a-daf1-48c1-81d0-eb7f00f954ea tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0600631 Sep 14 02:43:38.959136 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-41b23684-5414-45d5-ab75-b56af7aa1133 req-76a2fe2e-f2f1-4c1a-a3c7-358d93e98116 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567713 Sep 14 02:43:39.406486 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:40.096593 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa945e6-c259-44bd-81b8-3c1994e572f0 req-429bf8ff-2742-4885-9825-79787195e44f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:40.098382 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6fa945e6-c259-44bd-81b8-3c1994e572f0 req-429bf8ff-2742-4885-9825-79787195e44f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0521712 Sep 14 02:43:40.147888 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6fa945e6-c259-44bd-81b8-3c1994e572f0 req-52a6b4a6-072b-4194-a6d9-0daf299becc6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Sep 14 02:43:41.284621 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e23935-63ae-4600-8c62-97ef5b3953c7 req-7bfe507d-3acd-435e-ac57-f8918947fb29 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:41.286062 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-14e23935-63ae-4600-8c62-97ef5b3953c7 req-7bfe507d-3acd-435e-ac57-f8918947fb29 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0570865 Sep 14 02:43:41.334435 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-14e23935-63ae-4600-8c62-97ef5b3953c7 req-7437e8c9-d352-4dc7-ac47-7d3a92ee1193 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Sep 14 02:43:42.608005 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614369c-ed3b-44b2-ba86-e4d6303aeca6 req-a87051e9-1a9c-4793-a8a4-328ca643c00d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:42.609605 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9614369c-ed3b-44b2-ba86-e4d6303aeca6 req-a87051e9-1a9c-4793-a8a4-328ca643c00d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Sep 14 02:43:42.685221 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9614369c-ed3b-44b2-ba86-e4d6303aeca6 req-04db6ca2-bd4b-4710-be26-146ea93bb322 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Sep 14 02:43:43.120979 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36028) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:43.242968 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ec66-bd9d-408f-9efd-725eb3465231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.296303 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:43.308074 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:43.341539 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ec66-bd9d-408f-9efd-725eb3465231 admin admin] Publish callbacks [] for security_group (8d40e6db-c1bf-4f6b-8486-b85a6159c0af), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.347425 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ec66-bd9d-408f-9efd-725eb3465231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (8d40e6db-c1bf-4f6b-8486-b85a6159c0af), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.388577 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2ec66-bd9d-408f-9efd-725eb3465231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40e6db-c1bf-4f6b-8486-b85a6159c0af,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:43.392898 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2cb2ec66-bd9d-408f-9efd-725eb3465231 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b138a18ae3c54e49ae18d6144ce739e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708933 Sep 14 02:43:43.402808 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36036) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:43.436620 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36040) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:43.467645 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8983f1b1-385b-4e93-9cbb-524da40eb74a admin admin] Publish callbacks [] for security_group (8d40e6db-c1bf-4f6b-8486-b85a6159c0af), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.491081 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8983f1b1-385b-4e93-9cbb-524da40eb74a admin admin] Publish callbacks [] for security_group (8d40e6db-c1bf-4f6b-8486-b85a6159c0af), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.551236 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8983f1b1-385b-4e93-9cbb-524da40eb74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (8d40e6db-c1bf-4f6b-8486-b85a6159c0af), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.556463 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8983f1b1-385b-4e93-9cbb-524da40eb74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.557684 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8983f1b1-385b-4e93-9cbb-524da40eb74a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8d40e6db-c1bf-4f6b-8486-b85a6159c0af HTTP/1.1" status: 204 len: 168 time: 0.1611686 Sep 14 02:43:43.575282 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983f1b1-385b-4e93-9cbb-524da40eb74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40e6db-c1bf-4f6b-8486-b85a6159c0af,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:43.610767 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-c0b5923c-8637-4578-8813-5dff02026277 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444677 Sep 14 02:43:43.646405 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2da37fe2-5086-4c49-be9d-a809d68669ad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bc9b692225cf4226a32445ddf57e4bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086468 Sep 14 02:43:43.647680 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36048) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:43.702034 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b217f7-a291-4401-81ab-1b10b5433588 req-7d0fec43-c87d-4cbe-9807-ceddee2b9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:43.703203 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-7d0fec43-c87d-4cbe-9807-ceddee2b9504 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1129 time: 0.0508325 Sep 14 02:43:43.708429 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e685ce83-3500-4706-a008-085e63ca6432 admin admin] Publish callbacks [] for security_group (b931cc5c-946e-41d9-a0bf-5455168574a6), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.748437 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e685ce83-3500-4706-a008-085e63ca6432 admin admin] Publish callbacks [] for security_group (b931cc5c-946e-41d9-a0bf-5455168574a6), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.842020 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd93ea-e44b-4fe3-a0d6-b45784f3c984 req-ec23e280-9216-4545-88bb-61423966dd9a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:43.842828 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b217f7-a291-4401-81ab-1b10b5433588 req-8fc105f3-463b-4f59-8514-f589670dad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:43.843583 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e1bd93ea-e44b-4fe3-a0d6-b45784f3c984 req-ec23e280-9216-4545-88bb-61423966dd9a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0637627 Sep 14 02:43:43.844304 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-8fc105f3-463b-4f59-8514-f589670dad79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.1196916 Sep 14 02:43:43.868256 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e685ce83-3500-4706-a008-085e63ca6432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b931cc5c-946e-41d9-a0bf-5455168574a6), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.870844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e685ce83-3500-4706-a008-085e63ca6432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:43.874994 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-e685ce83-3500-4706-a008-085e63ca6432 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b931cc5c-946e-41d9-a0bf-5455168574a6 HTTP/1.1" status: 204 len: 168 time: 0.2263296 Sep 14 02:43:43.896343 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685ce83-3500-4706-a008-085e63ca6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b931cc5c-946e-41d9-a0bf-5455168574a6,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:43.945362 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e1bd93ea-e44b-4fe3-a0d6-b45784f3c984 req-7e912064-5acb-4ceb-8ab2-81c9943fdb3d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856934 Sep 14 02:43:43.955864 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-9fe53696-87e5-47c4-b25d-deed4f6d0a9f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 1001 time: 0.0884662 Sep 14 02:43:44.017494 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b217f7-a291-4401-81ab-1b10b5433588 req-0ede57c4-5793-4082-bb4a-5eb2666af2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:44.019017 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-0ede57c4-5793-4082-bb4a-5eb2666af2e4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0436213 Sep 14 02:43:44.077179 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b217f7-a291-4401-81ab-1b10b5433588 req-2a2a473e-81f5-4228-b555-130690c51d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:44.079045 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-2a2a473e-81f5-4228-b555-130690c51d95 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537972 Sep 14 02:43:44.188636 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-99ca9898-d7b2-40d9-90de-8c2665a5a660 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028841 Sep 14 02:43:44.299941 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45b217f7-a291-4401-81ab-1b10b5433588 req-f5c3a74c-5067-4b15-a93a-cc8756fc4e3d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042240 Sep 14 02:43:45.070283 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8efd-999c-4054-8dc6-ac1cba579e74 req-a241ab17-5382-468b-a003-8b33f6deba04 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:45.071703 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b07c8efd-999c-4054-8dc6-ac1cba579e74 req-a241ab17-5382-468b-a003-8b33f6deba04 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0469334 Sep 14 02:43:45.122011 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b07c8efd-999c-4054-8dc6-ac1cba579e74 req-0abbea0b-4ac9-4b7f-a93b-24732aff40b7 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Sep 14 02:43:46.220019 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:46.241526 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:46.259147 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608feff-b278-47bf-aa1a-a6b91e875bab req-7e86fa47-427e-4562-b642-56020cb5b63f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:46.260610 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e608feff-b278-47bf-aa1a-a6b91e875bab req-7e86fa47-427e-4562-b642-56020cb5b63f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0505443 Sep 14 02:43:46.311377 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e608feff-b278-47bf-aa1a-a6b91e875bab req-f31d34da-a976-4c70-86c1-95b3525e0f8e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Sep 14 02:43:47.432247 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f650-1d1c-4ac8-8920-199c2edb1bef req-82622fa1-ce68-4e77-acb8-a501dd1236b1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:47.433681 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-20b3f650-1d1c-4ac8-8920-199c2edb1bef req-82622fa1-ce68-4e77-acb8-a501dd1236b1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0473795 Sep 14 02:43:47.482167 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-20b3f650-1d1c-4ac8-8920-199c2edb1bef req-3c03351a-097e-42cb-83fd-5d5a39a824f7 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Sep 14 02:43:48.615517 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e019d8-ce99-4e4d-9f54-e5fdace90590 req-3430cb25-ac21-4a6a-a0ce-a14daa6f2050 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:48.617019 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f8e019d8-ce99-4e4d-9f54-e5fdace90590 req-3430cb25-ac21-4a6a-a0ce-a14daa6f2050 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0504317 Sep 14 02:43:48.664037 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f8e019d8-ce99-4e4d-9f54-e5fdace90590 req-7fff1844-a5ab-4745-832f-624211416a95 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Sep 14 02:43:49.428220 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=6 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:49.804434 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94654-a1eb-476e-b816-80919da0223e req-2e5c9830-9687-4b71-90f1-3a41a33677e4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:49.805998 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a7a94654-a1eb-476e-b816-80919da0223e req-2e5c9830-9687-4b71-90f1-3a41a33677e4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0553637 Sep 14 02:43:49.856438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a7a94654-a1eb-476e-b816-80919da0223e req-73ec3985-48a4-4cab-8dde-63ca6cdd783f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Sep 14 02:43:50.423183 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0218ec-7317-45b6-b675-b7f3df98475d req-f7d0c3e5-7da7-419b-871d-683e34e109ee tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:50.424553 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9c0218ec-7317-45b6-b675-b7f3df98475d req-f7d0c3e5-7da7-419b-871d-683e34e109ee tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0468869 Sep 14 02:43:50.443592 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:43:50.444589 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36180) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:50.474841 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9c0218ec-7317-45b6-b675-b7f3df98475d req-6064c9d5-d37d-45ae-8d65-33c56795eca1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Sep 14 02:43:50.548954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a6e38c8e-da45-4e71-8558-73fc100c2b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.587465 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:50.631220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a6e38c8e-da45-4e71-8558-73fc100c2b66 admin admin] Publish callbacks [] for security_group (e0742178-5a0c-4bfb-98b0-9c1cb42a9a25), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.636939 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a6e38c8e-da45-4e71-8558-73fc100c2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e0742178-5a0c-4bfb-98b0-9c1cb42a9a25), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.676329 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a6e38c8e-da45-4e71-8558-73fc100c2b66 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5ca31b29d10844208554002c928a7440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306268 Sep 14 02:43:50.677455 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e38c8e-da45-4e71-8558-73fc100c2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0742178-5a0c-4bfb-98b0-9c1cb42a9a25,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:50.679200 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36184) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:50.735766 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c910e6b6-e760-4818-8fe3-c9ef1d171bfa admin admin] Publish callbacks [] for security_group (e0742178-5a0c-4bfb-98b0-9c1cb42a9a25), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.759759 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c910e6b6-e760-4818-8fe3-c9ef1d171bfa admin admin] Publish callbacks [] for security_group (e0742178-5a0c-4bfb-98b0-9c1cb42a9a25), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.809937 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c910e6b6-e760-4818-8fe3-c9ef1d171bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e0742178-5a0c-4bfb-98b0-9c1cb42a9a25), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.812634 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c910e6b6-e760-4818-8fe3-c9ef1d171bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:50.813765 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-c910e6b6-e760-4818-8fe3-c9ef1d171bfa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e0742178-5a0c-4bfb-98b0-9c1cb42a9a25 HTTP/1.1" status: 204 len: 168 time: 0.1335156 Sep 14 02:43:50.821718 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910e6b6-e760-4818-8fe3-c9ef1d171bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0742178-5a0c-4bfb-98b0-9c1cb42a9a25,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:50.982704 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7418f-307e-4bc3-8335-225bacb523ea req-9628b33d-61ac-48a3-873b-c3c87e4d420b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:50.984189 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-faf7418f-307e-4bc3-8335-225bacb523ea req-9628b33d-61ac-48a3-873b-c3c87e4d420b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0479341 Sep 14 02:43:51.031362 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-faf7418f-307e-4bc3-8335-225bacb523ea req-60244905-3d57-47a4-b26f-31fd484ad657 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Sep 14 02:43:51.600539 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018371e-bacc-4186-849f-6cb4e5a2268f req-b313881a-4b7d-414c-91f5-c259d9a4dd20 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:51.602042 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a018371e-bacc-4186-849f-6cb4e5a2268f req-b313881a-4b7d-414c-91f5-c259d9a4dd20 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Sep 14 02:43:51.648701 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a018371e-bacc-4186-849f-6cb4e5a2268f req-c7d16803-54ac-4c27-98f9-f14fe809b4f5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Sep 14 02:43:52.156976 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669edb-74a9-4f9a-ba13-b00a8a7e965b req-91384b84-2e0d-400a-8ba5-7c422511a092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:52.158485 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-17669edb-74a9-4f9a-ba13-b00a8a7e965b req-91384b84-2e0d-400a-8ba5-7c422511a092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0515313 Sep 14 02:43:52.206005 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-17669edb-74a9-4f9a-ba13-b00a8a7e965b req-14b24fa6-0d6c-4866-a8fe-38e4b4123b7a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Sep 14 02:43:52.550079 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36234) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:52.651622 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:52.658328 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5c3b121d-a9a7-4b9e-8148-8819aa24eb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:52.742358 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5c3b121d-a9a7-4b9e-8148-8819aa24eb8c admin admin] Publish callbacks [] for security_group (77407656-8c24-4932-8198-3327c6921a72), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:52.746861 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5c3b121d-a9a7-4b9e-8148-8819aa24eb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (77407656-8c24-4932-8198-3327c6921a72), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:52.774749 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf40069-d53a-4568-aa88-4296003e55c8 req-1e5423fd-a5c5-4bab-a0f5-a1e29986fd3e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:52.776224 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-edf40069-d53a-4568-aa88-4296003e55c8 req-1e5423fd-a5c5-4bab-a0f5-a1e29986fd3e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0468538 Sep 14 02:43:52.784191 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b121d-a9a7-4b9e-8148-8819aa24eb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77407656-8c24-4932-8198-3327c6921a72,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:52.789734 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5c3b121d-a9a7-4b9e-8148-8819aa24eb8c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5da5229181be4e70a470056e93b10f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386458 Sep 14 02:43:52.792436 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36240) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:52.796983 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:52.825419 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-edf40069-d53a-4568-aa88-4296003e55c8 req-768563f5-70a4-4cc0-a3e5-5fb0df9f081f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Sep 14 02:43:52.842654 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8c2ec03c-659f-44fc-8ed3-5d9cc8878118 admin admin] Publish callbacks [] for security_group (77407656-8c24-4932-8198-3327c6921a72), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:52.866951 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8c2ec03c-659f-44fc-8ed3-5d9cc8878118 admin admin] Publish callbacks [] for security_group (77407656-8c24-4932-8198-3327c6921a72), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:52.913000 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8c2ec03c-659f-44fc-8ed3-5d9cc8878118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (77407656-8c24-4932-8198-3327c6921a72), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:52.915585 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8c2ec03c-659f-44fc-8ed3-5d9cc8878118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:52.916686 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8c2ec03c-659f-44fc-8ed3-5d9cc8878118 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/77407656-8c24-4932-8198-3327c6921a72 HTTP/1.1" status: 204 len: 168 time: 0.1230836 Sep 14 02:43:52.924139 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ec03c-659f-44fc-8ed3-5d9cc8878118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77407656-8c24-4932-8198-3327c6921a72,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:52.938585 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:52.939518 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:53.196050 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36252) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:53.210406 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d411cd26-4992-45a8-bfc8-5c6aba58dd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.292432 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d411cd26-4992-45a8-bfc8-5c6aba58dd8c admin admin] Publish callbacks [] for security_group (229ce8c4-478a-4b0f-af8f-0661eb20a317), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.302975 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d411cd26-4992-45a8-bfc8-5c6aba58dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (229ce8c4-478a-4b0f-af8f-0661eb20a317), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.342160 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-d411cd26-4992-45a8-bfc8-5c6aba58dd8c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=80f5d7dde41b4e9ea9f732659b6830f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448755 Sep 14 02:43:53.344212 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f4fd-07b5-488b-87e4-3e416efde156 req-d7c29007-603e-46ac-b790-9f1c7b313870 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:53.346282 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f060f4fd-07b5-488b-87e4-3e416efde156 req-d7c29007-603e-46ac-b790-9f1c7b313870 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0506258 Sep 14 02:43:53.347284 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36258) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:53.374876 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411cd26-4992-45a8-bfc8-5c6aba58dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229ce8c4-478a-4b0f-af8f-0661eb20a317,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:53.382281 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:53.432285 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62947936-85ce-4185-99be-b04ab3a52d68 admin admin] Publish callbacks [] for security_group (229ce8c4-478a-4b0f-af8f-0661eb20a317), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.447577 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f060f4fd-07b5-488b-87e4-3e416efde156 req-9c83f8d2-4b8c-49a2-8c35-f644251329f3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921695 Sep 14 02:43:53.459592 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62947936-85ce-4185-99be-b04ab3a52d68 admin admin] Publish callbacks [] for security_group (229ce8c4-478a-4b0f-af8f-0661eb20a317), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.508406 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62947936-85ce-4185-99be-b04ab3a52d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (229ce8c4-478a-4b0f-af8f-0661eb20a317), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.511087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62947936-85ce-4185-99be-b04ab3a52d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.512211 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-62947936-85ce-4185-99be-b04ab3a52d68 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/229ce8c4-478a-4b0f-af8f-0661eb20a317 HTTP/1.1" status: 204 len: 168 time: 0.1636851 Sep 14 02:43:53.520134 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62947936-85ce-4185-99be-b04ab3a52d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ce8c4-478a-4b0f-af8f-0661eb20a317,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:53.939444 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ead387a2-4cc3-4436-a3d5-640f2bc2145d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:53.953153 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5206a9-5e9e-4ddd-9c2f-9479d1f1981b req-10c3afc9-19c2-4f6b-b93d-cbd5087983a5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:53.954690 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ab5206a9-5e9e-4ddd-9c2f-9479d1f1981b req-10c3afc9-19c2-4f6b-b93d-cbd5087983a5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0503159 Sep 14 02:43:54.008993 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ab5206a9-5e9e-4ddd-9c2f-9479d1f1981b req-58a9742a-59a5-405a-be64-b59f2234e04c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484579 Sep 14 02:43:54.573908 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e7a5-eb84-4f86-8eba-cc592062cc9e req-2635d6a0-caec-43ea-a9f4-ad377e15ce23 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:54.575358 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-23b7e7a5-eb84-4f86-8eba-cc592062cc9e req-2635d6a0-caec-43ea-a9f4-ad377e15ce23 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0502591 Sep 14 02:43:54.631475 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-23b7e7a5-eb84-4f86-8eba-cc592062cc9e req-633a5347-124c-4233-9f8c-59a865c96043 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487001 Sep 14 02:43:55.140160 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d4ab6-069c-44f5-bff6-942206cb71bf req-3c6b9dbb-826e-4b38-9d15-8f7029393b5a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:55.141634 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f1d4ab6-069c-44f5-bff6-942206cb71bf req-3c6b9dbb-826e-4b38-9d15-8f7029393b5a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0472040 Sep 14 02:43:55.192975 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f1d4ab6-069c-44f5-bff6-942206cb71bf req-d407aa9c-e293-420a-a2a2-61dbb0fa094f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454171 Sep 14 02:43:55.335194 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302c992-f024-49d9-ae72-0c5e7819964e req-d01f6711-e4e5-4344-91b3-efb71609c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:55.336825 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f302c992-f024-49d9-ae72-0c5e7819964e req-d01f6711-e4e5-4344-91b3-efb71609c4d7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1129 time: 0.0397873 Sep 14 02:43:55.393920 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f302c992-f024-49d9-ae72-0c5e7819964e req-f5d1d0f5-71ae-4356-9c86-338cb660bb71 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Sep 14 02:43:55.774438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec5015-92e7-4e10-a833-d269f6e3ff0a req-5bebff25-101d-4a42-b38c-1c0b2ee3196f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:55.780269 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a9ec5015-92e7-4e10-a833-d269f6e3ff0a req-5bebff25-101d-4a42-b38c-1c0b2ee3196f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0650802 Sep 14 02:43:55.836082 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a9ec5015-92e7-4e10-a833-d269f6e3ff0a req-72d087c3-ea2f-42f9-a710-5eb9e5b5d3f4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Sep 14 02:43:56.100691 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f58314bd-8d37-4237-b350-fbb783524276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:56.320348 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad69ac-2f35-4dfa-b0b7-0985b1a59d9f req-854ed926-0807-4b2c-ba5f-4de12b074998 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:56.321986 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-36ad69ac-2f35-4dfa-b0b7-0985b1a59d9f req-854ed926-0807-4b2c-ba5f-4de12b074998 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0467305 Sep 14 02:43:56.371714 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-36ad69ac-2f35-4dfa-b0b7-0985b1a59d9f req-ed26d339-4344-4529-ad79-49621b4c2118 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439801 Sep 14 02:43:56.965887 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e71b0-b883-4427-ae08-56873676c495 req-863edd0e-fadb-4b27-88e1-d05e50a1af83 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:56.967645 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e89e71b0-b883-4427-ae08-56873676c495 req-863edd0e-fadb-4b27-88e1-d05e50a1af83 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0518515 Sep 14 02:43:57.021730 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e89e71b0-b883-4427-ae08-56873676c495 req-98603a6b-d1b2-4a48-ac0c-9b586e1ae49b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475941 Sep 14 02:43:57.475642 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:57.502702 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa29297-c4ae-4a75-b577-2f73938a8ff3 req-9a4d0ad4-68f4-4c66-9f8f-ff4264e29d10 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:57.504306 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2aa29297-c4ae-4a75-b577-2f73938a8ff3 req-9a4d0ad4-68f4-4c66-9f8f-ff4264e29d10 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0496204 Sep 14 02:43:57.553601 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2aa29297-c4ae-4a75-b577-2f73938a8ff3 req-41b4da16-0b3f-4c34-af6e-1c7c485613cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Sep 14 02:43:58.016806 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36414) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:58.132444 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fb27be08-bab5-43ef-94d2-f42bc4bc13a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.174571 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8967015-9e66-409f-bcf2-2303d020993e req-ae913a78-8e34-47ac-9402-a8067369ce28 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:58.176049 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a8967015-9e66-409f-bcf2-2303d020993e req-ae913a78-8e34-47ac-9402-a8067369ce28 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0574918 Sep 14 02:43:58.197227 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:58.212996 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:58.226792 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fb27be08-bab5-43ef-94d2-f42bc4bc13a7 admin admin] Publish callbacks [] for security_group (c276f318-9415-46d8-b925-b3cc2bbbe4c7), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.231971 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-fb27be08-bab5-43ef-94d2-f42bc4bc13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c276f318-9415-46d8-b925-b3cc2bbbe4c7), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.233193 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a8967015-9e66-409f-bcf2-2303d020993e req-ad7712bd-d2df-4535-b4e1-c2978eae2397 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495503 Sep 14 02:43:58.262776 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-fb27be08-bab5-43ef-94d2-f42bc4bc13a7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e04ae18631ff4f37917151947954ee33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449117 Sep 14 02:43:58.265874 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36428) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:58.274007 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:58.296393 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27be08-bab5-43ef-94d2-f42bc4bc13a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c276f318-9415-46d8-b925-b3cc2bbbe4c7,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:58.346055 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-02bb5345-57bf-4c55-ac47-1ad7fb3f2859 admin admin] Publish callbacks [] for security_group (c276f318-9415-46d8-b925-b3cc2bbbe4c7), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.367331 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-02bb5345-57bf-4c55-ac47-1ad7fb3f2859 admin admin] Publish callbacks [] for security_group (c276f318-9415-46d8-b925-b3cc2bbbe4c7), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.432487 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-02bb5345-57bf-4c55-ac47-1ad7fb3f2859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c276f318-9415-46d8-b925-b3cc2bbbe4c7), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.435437 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-02bb5345-57bf-4c55-ac47-1ad7fb3f2859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.439213 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-02bb5345-57bf-4c55-ac47-1ad7fb3f2859 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c276f318-9415-46d8-b925-b3cc2bbbe4c7 HTTP/1.1" status: 204 len: 168 time: 0.1699655 Sep 14 02:43:58.450872 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb5345-57bf-4c55-ac47-1ad7fb3f2859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c276f318-9415-46d8-b925-b3cc2bbbe4c7,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:58.507132 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-dbb503b5-3821-4a98-9ee6-f517035f3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:58.509701 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-dbb503b5-3821-4a98-9ee6-f517035f3a85 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1129 time: 0.0499356 Sep 14 02:43:58.537926 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212f2c5-c9e6-431e-9066-795e9e3243a3 req-40b9c48a-1c5a-44e2-89db-a93f509b31a6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:58.540127 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f212f2c5-c9e6-431e-9066-795e9e3243a3 req-40b9c48a-1c5a-44e2-89db-a93f509b31a6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0572550 Sep 14 02:43:58.592354 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:43:58.605662 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f212f2c5-c9e6-431e-9066-795e9e3243a3 req-946f324e-b50d-49f1-b195-ee5c1bda6c14 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585029 Sep 14 02:43:58.682166 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-a30f8c5c-7f4b-4f64-8205-2881b715e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:58.684178 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-a30f8c5c-7f4b-4f64-8205-2881b715e593 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.1638534 Sep 14 02:43:58.701273 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b98c6c-ca32-4e2c-bc74-1f4223704266 req-003adc2c-ac7d-4356-a0e5-d72599a024df tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:58.702970 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-21b98c6c-ca32-4e2c-bc74-1f4223704266 req-003adc2c-ac7d-4356-a0e5-d72599a024df tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0490463 Sep 14 02:43:58.726867 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-98960886-b449-4bd3-93cf-fd6acf332536 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 200 len: 217 time: 0.0358419 Sep 14 02:43:58.771514 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-21b98c6c-ca32-4e2c-bc74-1f4223704266 req-7bb9f7d9-a892-4693-a2af-60231c27a9f1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598528 Sep 14 02:43:58.782711 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-47543e39-b905-4a97-a211-0fa3f8372210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:58.784199 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-47543e39-b905-4a97-a211-0fa3f8372210 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0493703 Sep 14 02:43:58.822674 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36446) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:58.830956 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-0d9ac235-9d4c-49cc-8d38-7d02244f2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:58.832435 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-0d9ac235-9d4c-49cc-8d38-7d02244f2691 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421753 Sep 14 02:43:58.836639 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-13714d15-b79d-4383-ad96-21eedafad442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.867891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.923820 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-13714d15-b79d-4383-ad96-21eedafad442 admin admin] Publish callbacks [] for security_group (59ad9938-d47c-47eb-9fdd-c3f3eddac354), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.929103 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-13714d15-b79d-4383-ad96-21eedafad442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (59ad9938-d47c-47eb-9fdd-c3f3eddac354), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.930918 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-7cb10e16-78d6-4f62-9dd4-77577b0784d5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923736 Sep 14 02:43:58.941542 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:58.972736 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-13714d15-b79d-4383-ad96-21eedafad442 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=63fe2b4a3b7f4e049c697e380246f10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488085 Sep 14 02:43:58.973315 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36448) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:43:58.979502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13714d15-b79d-4383-ad96-21eedafad442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ad9938-d47c-47eb-9fdd-c3f3eddac354,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:59.025553 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-519da37f-181c-4afb-9921-8c84e463b3bd admin admin] Publish callbacks [] for security_group (59ad9938-d47c-47eb-9fdd-c3f3eddac354), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:59.028227 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b11448c8-8a40-4f0b-9186-09b122ac84c6 req-fbcfa333-7ae8-403e-86c7-81cd17c29637 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907972 Sep 14 02:43:59.046936 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-519da37f-181c-4afb-9921-8c84e463b3bd admin admin] Publish callbacks [] for security_group (59ad9938-d47c-47eb-9fdd-c3f3eddac354), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:59.101060 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-519da37f-181c-4afb-9921-8c84e463b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (59ad9938-d47c-47eb-9fdd-c3f3eddac354), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:59.103677 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-519da37f-181c-4afb-9921-8c84e463b3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:43:59.104876 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-519da37f-181c-4afb-9921-8c84e463b3bd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/59ad9938-d47c-47eb-9fdd-c3f3eddac354 HTTP/1.1" status: 204 len: 168 time: 0.1304152 Sep 14 02:43:59.112824 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519da37f-181c-4afb-9921-8c84e463b3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ad9938-d47c-47eb-9fdd-c3f3eddac354,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:43:59.734925 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d666a-db50-4ecd-a313-1a876736942d req-2f85b980-07f3-4b50-abdf-d5c910baa138 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:59.736431 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0b8d666a-db50-4ecd-a313-1a876736942d req-2f85b980-07f3-4b50-abdf-d5c910baa138 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Sep 14 02:43:59.784438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0b8d666a-db50-4ecd-a313-1a876736942d req-019621f7-3690-45fe-ba99-133477bf85b7 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Sep 14 02:43:59.905037 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da23d3-4b26-4d6e-a5a6-9e2489c0ac9f req-0bf2f9b8-8535-4fd4-9074-ea70909694af tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:43:59.906489 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9da23d3-4b26-4d6e-a5a6-9e2489c0ac9f req-0bf2f9b8-8535-4fd4-9074-ea70909694af tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Sep 14 02:43:59.959440 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9da23d3-4b26-4d6e-a5a6-9e2489c0ac9f req-100b86b2-c14c-4470-941d-97d039b07b88 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467827 Sep 14 02:44:00.439756 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:00.915093 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b90248-b07d-4caa-869c-75ba5c5ad265 req-7cd13a62-dca9-47bf-b162-2bc03652a213 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:00.916565 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-77b90248-b07d-4caa-869c-75ba5c5ad265 req-7cd13a62-dca9-47bf-b162-2bc03652a213 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Sep 14 02:44:00.966746 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-77b90248-b07d-4caa-869c-75ba5c5ad265 req-a0427cb6-09a0-4502-8452-664b289692a3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445154 Sep 14 02:44:01.090248 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c15469-390e-46ad-8cbb-d620a5c44222 req-ac2d027e-503d-424a-b118-913051c539db tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:01.091715 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-52c15469-390e-46ad-8cbb-d620a5c44222 req-ac2d027e-503d-424a-b118-913051c539db tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0505130 Sep 14 02:44:01.140937 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-52c15469-390e-46ad-8cbb-d620a5c44222 req-e988d166-737d-49a9-bcf0-77e13d404350 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Sep 14 02:44:02.094632 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815451-e95e-4736-b91d-90923cf0fe35 req-b1182c8c-9393-4aeb-b369-f2039eda2d76 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:02.096121 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e0815451-e95e-4736-b91d-90923cf0fe35 req-b1182c8c-9393-4aeb-b369-f2039eda2d76 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0465174 Sep 14 02:44:02.127624 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:02.130265 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:02.146185 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e0815451-e95e-4736-b91d-90923cf0fe35 req-097767f7-2b8b-4805-8ac7-1cdd15e86fbf tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Sep 14 02:44:02.171528 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36532) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:02.279307 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510041f6-b794-40d6-93c3-ad80b1a31474 req-3f89968c-7718-4e6f-9f84-c224937ccbfa tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:02.280811 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-510041f6-b794-40d6-93c3-ad80b1a31474 req-3f89968c-7718-4e6f-9f84-c224937ccbfa tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0553496 Sep 14 02:44:02.310920 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6bd28a71-334b-4a3f-9735-49aa2cadb6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.362520 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-510041f6-b794-40d6-93c3-ad80b1a31474 req-565ba218-46a5-4b87-a84d-25e22c9763a7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748770 Sep 14 02:44:02.427203 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6bd28a71-334b-4a3f-9735-49aa2cadb6b3 admin admin] Publish callbacks [] for security_group (f8898b47-3d03-45f1-bf1f-951a56a76f53), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.437170 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6bd28a71-334b-4a3f-9735-49aa2cadb6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f8898b47-3d03-45f1-bf1f-951a56a76f53), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.490303 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-6bd28a71-334b-4a3f-9735-49aa2cadb6b3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e652bf0ac122492ab0629f7822143d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176417 Sep 14 02:44:02.492433 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd28a71-334b-4a3f-9735-49aa2cadb6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8898b47-3d03-45f1-bf1f-951a56a76f53,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:02.493397 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36550) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:02.550119 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2353acc-e40c-4360-8cf5-13d81e8bd6b5 admin admin] Publish callbacks [] for security_group (f8898b47-3d03-45f1-bf1f-951a56a76f53), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.570545 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2353acc-e40c-4360-8cf5-13d81e8bd6b5 admin admin] Publish callbacks [] for security_group (f8898b47-3d03-45f1-bf1f-951a56a76f53), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.618994 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2353acc-e40c-4360-8cf5-13d81e8bd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f8898b47-3d03-45f1-bf1f-951a56a76f53), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.621721 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a2353acc-e40c-4360-8cf5-13d81e8bd6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:02.622983 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a2353acc-e40c-4360-8cf5-13d81e8bd6b5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f8898b47-3d03-45f1-bf1f-951a56a76f53 HTTP/1.1" status: 204 len: 168 time: 0.1272018 Sep 14 02:44:02.630812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2353acc-e40c-4360-8cf5-13d81e8bd6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8898b47-3d03-45f1-bf1f-951a56a76f53,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:03.300860 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36584) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:03.397221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1156428139-network', 'tenant_id': '81d198348d76406a9c26865bbfbc7ee3'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:03.422919 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Made reservation on behalf of 81d198348d76406a9c26865bbfbc7ee3 for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:44:03.426129 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.435895 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.450407 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:03.520538 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a2330-101a-4f1f-b8ba-3e741d2be471 req-34fb836e-7a17-454c-8f16-5fa895e6cd3e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:03.522277 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce4a2330-101a-4f1f-b8ba-3e741d2be471 req-34fb836e-7a17-454c-8f16-5fa895e6cd3e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0673218 Sep 14 02:44:03.530278 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks [] for security_group (b26fdd2a-9169-47a4-a055-0b059667213e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.535751 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b26fdd2a-9169-47a4-a055-0b059667213e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.558633 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:03.573319 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:44:03.579910 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce4a2330-101a-4f1f-b8ba-3e741d2be471 req-3551e5c7-75bd-4bbd-8797-57f828fc763a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508361 Sep 14 02:44:03.588323 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26fdd2a-9169-47a4-a055-0b059667213e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:03.594765 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (7a2d8e89-abe1-4602-afad-17fd5f2c7381), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.595323 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Added segment 7a2d8e89-abe1-4602-afad-17fd5f2c7381 of type vlan for network 77dcf271-3790-4a1a-8bf9-faa6be674b9e Sep 14 02:44:03.643020 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (77dcf271-3790-4a1a-8bf9-faa6be674b9e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.643668 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36602) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:03.648279 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-142dc6e4-c7b3-4bad-98c3-15fb6ed188ab tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901788812', 'description': 'tempest-description--344817671'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:03.670179 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (77dcf271-3790-4a1a-8bf9-faa6be674b9e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.671210 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:03.671588 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-142dc6e4-c7b3-4bad-98c3-15fb6ed188ab tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.671867 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.733276 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4313257 Sep 14 02:44:03.736287 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36606) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:03.750564 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-142dc6e4-c7b3-4bad-98c3-15fb6ed188ab tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group (df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.751364 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Request body: {'subnet': {'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1156428139-subnet', 'tenant_id': '81d198348d76406a9c26865bbfbc7ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:03.758598 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-142dc6e4-c7b3-4bad-98c3-15fb6ed188ab tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.763513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36974058-b4d4-46f0-8d62-cb0f69f2a002 admin admin] Pushing event updated for resources: {'Network': ['ID=77dcf271-3790-4a1a-8bf9-faa6be674b9e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:03.775175 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 77dcf271-3790-4a1a-8bf9-faa6be674b9e details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:44:03.781414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Made reservation on behalf of 81d198348d76406a9c26865bbfbc7ee3 for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:44:03.784370 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.790439 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-142dc6e4-c7b3-4bad-98c3-15fb6ed188ab tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.791754 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-142dc6e4-c7b3-4bad-98c3-15fb6ed188ab tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470587 Sep 14 02:44:03.793817 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dc6e4-c7b3-4bad-98c3-15fb6ed188ab tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:03.795871 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36608) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:03.800660 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-b5496a38-71cd-4696-b2ef-2e79beffbba5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'security_group_rule': {'security_group_id': 'df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:03.831596 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b5496a38-71cd-4696-b2ef-2e79beffbba5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group_rule (563f4a21-bbaa-4c65-a326-7aad02d8add2), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.899121 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b5496a38-71cd-4696-b2ef-2e79beffbba5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group_rule (563f4a21-bbaa-4c65-a326-7aad02d8add2), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.902573 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b5496a38-71cd-4696-b2ef-2e79beffbba5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (563f4a21-bbaa-4c65-a326-7aad02d8add2), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.922150 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5496a38-71cd-4696-b2ef-2e79beffbba5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563f4a21-bbaa-4c65-a326-7aad02d8add2,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:03.931510 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b5496a38-71cd-4696-b2ef-2e79beffbba5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.932751 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b5496a38-71cd-4696-b2ef-2e79beffbba5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359098 Sep 14 02:44:03.935727 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36610) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:03.940248 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-06c6cc7d-d565-4ceb-a73b-54fa5ebaefd9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'security_group_rule': {'security_group_id': 'df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:03.965977 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-06c6cc7d-d565-4ceb-a73b-54fa5ebaefd9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group_rule (93dc6689-30f4-4bf0-9a88-a7181c0660e7), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:03.971028 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (06a7a1f8-38ad-4e61-8056-1f2caef4f5f5), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.006934 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:04.017194 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:04.024366 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a7a1f8-38ad-4e61-8056-1f2caef4f5f5,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:04.028937 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-06c6cc7d-d565-4ceb-a73b-54fa5ebaefd9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group_rule (93dc6689-30f4-4bf0-9a88-a7181c0660e7), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.035065 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-06c6cc7d-d565-4ceb-a73b-54fa5ebaefd9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (93dc6689-30f4-4bf0-9a88-a7181c0660e7), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.041368 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Checking segment: {'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:44:04.041712 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Network hostable DHCP agents. Network: 77dcf271-3790-4a1a-8bf9-faa6be674b9e, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:44:04.059460 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6cc7d-d565-4ceb-a73b-54fa5ebaefd9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dc6689-30f4-4bf0-9a88-a7181c0660e7,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:04.059817 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Network 77dcf271-3790-4a1a-8bf9-faa6be674b9e is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:44:04.065225 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-06c6cc7d-d565-4ceb-a73b-54fa5ebaefd9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.066457 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-06c6cc7d-d565-4ceb-a73b-54fa5ebaefd9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295254 Sep 14 02:44:04.069979 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36612) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:04.070231 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 77dcf271-3790-4a1a-8bf9-faa6be674b9e) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:44:04.074427 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:04.075169 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.075903 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:04.079836 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1a84d-750d-4392-bbd4-e1947f28d700 None None] Network 77dcf271-3790-4a1a-8bf9-faa6be674b9e requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:44:04.097236 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-379a8f25-7594-40bb-b7e1-e1bea6c27e9d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3593154 Sep 14 02:44:04.111213 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.187712 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca7928d-84e2-499a-8010-b506237bd890 None None] Network 77dcf271-3790-4a1a-8bf9-faa6be674b9e requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:44:04.196035 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.316836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Allocated IP 172.27.2.48 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/21b6863f-4879-4dfa-80cb-6372a6060747) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:44:04.420911 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for port (21b6863f-4879-4dfa-80cb-6372a6060747), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.455546 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (21b6863f-4879-4dfa-80cb-6372a6060747), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.495342 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:44:04.500475 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:44:04.504330 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:44:04.507682 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'Port': ['ID=21b6863f-4879-4dfa-80cb-6372a6060747,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:04.594196 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.639046 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (21b6863f-4879-4dfa-80cb-6372a6060747), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.747680 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:04.762643 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76156729-49a2-43f0-a0bc-f8fe8d1ec596 req-569a63bc-b2c1-4695-8d9d-5a8e669f6b4c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:04.764021 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-76156729-49a2-43f0-a0bc-f8fe8d1ec596 req-569a63bc-b2c1-4695-8d9d-5a8e669f6b4c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0887225 Sep 14 02:44:04.802438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:04.854709 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-76156729-49a2-43f0-a0bc-f8fe8d1ec596 req-476058f0-1842-4edb-83b1-180d7b9c72c8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823975 Sep 14 02:44:04.863674 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for port (21b6863f-4879-4dfa-80cb-6372a6060747), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.869706 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (21b6863f-4879-4dfa-80cb-6372a6060747), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.940315 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.942927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'Port': ['ID=21b6863f-4879-4dfa-80cb-6372a6060747,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:04.958526 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:04.959742 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-75ac9c36-e662-49e3-8bf0-03a75535df68 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8887944 Sep 14 02:44:05.181451 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-529816cf-b4b5-433b-848e-dab2999b393e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1901788812&fields=id&tenant_id=cb212de0b0cd4c12be19df0a9146bc66 HTTP/1.1" status: 200 len: 267 time: 0.0416996 Sep 14 02:44:05.291231 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-b801ca65-bd13-4d0a-be6e-273f105953c1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:05.292629 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-b801ca65-bd13-4d0a-be6e-273f105953c1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 819 time: 0.1047094 Sep 14 02:44:05.311029 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-a9108f6a-15ed-4453-b8d8-e6904f75434d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/quotas/cb212de0b0cd4c12be19df0a9146bc66 HTTP/1.1" status: 200 len: 375 time: 0.0095148 Sep 14 02:44:05.369633 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-4483f650-e0ec-4ad5-abab-2d1fff6e2f7a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533421 Sep 14 02:44:05.463736 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-56e4d71a-20da-4cd7-8f97-8dabb2ddfb1f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819380 Sep 14 02:44:05.560695 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-2f84cc39-8512-4657-be66-893d4bdb41f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888577 Sep 14 02:44:05.742316 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-27c1b58f-56c0-4e5b-9035-e23cff8757cc req-07747ca2-d17c-4c9a-85f3-595fa6f102c2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 210 time: 0.0298624 Sep 14 02:44:05.888096 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-0a91a11d-3556-4bf0-bedc-d9661f856005 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:05.889832 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-0a91a11d-3556-4bf0-bedc-d9661f856005 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/networks?id=77dcf271-3790-4a1a-8bf9-faa6be674b9e HTTP/1.1" status: 200 len: 814 time: 0.1088145 Sep 14 02:44:05.907955 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-8879bb7a-286b-4a3d-83f1-f34c5ee837f9 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/quotas/81d198348d76406a9c26865bbfbc7ee3 HTTP/1.1" status: 200 len: 375 time: 0.0114436 Sep 14 02:44:05.947686 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-c448b242-b1b0-4776-89ea-3e3f40b932cc tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=81d198348d76406a9c26865bbfbc7ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310378 Sep 14 02:44:06.311100 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde04497-4d94-4e52-8e9c-feeb7f415e03 req-d1e92f54-ea6e-4f38-9d25-127014225167 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:06.312597 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bde04497-4d94-4e52-8e9c-feeb7f415e03 req-d1e92f54-ea6e-4f38-9d25-127014225167 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.3619430 Sep 14 02:44:06.374638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:06.390464 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-5f425059-0d8f-47bf-8899-59a7910349b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307806 Sep 14 02:44:06.395912 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bde04497-4d94-4e52-8e9c-feeb7f415e03 req-02b40ec3-d7b8-4730-a541-b95738052d7d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773635 Sep 14 02:44:06.525080 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-9667b2f0-7bab-4def-952a-4b4c3cb146f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181037 Sep 14 02:44:06.684840 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-731ca81c-94da-410d-95b8-0d67ade317d4 req-160a22a9-1ee9-4c52-af93-0af87581bd69 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 210 time: 0.0280080 Sep 14 02:44:06.866202 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce8c252c-efad-46a1-ab90-cbc16ec9a025 req-2eddba2c-39a9-4fcb-b663-8d2d9160cc8b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 210 time: 0.0340252 Sep 14 02:44:07.033727 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:UPDATE=5,neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:07.088836 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-ea29d808-6c5c-49c5-867c-0f85bc1ed78b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:07.090386 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-ea29d808-6c5c-49c5-867c-0f85bc1ed78b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 819 time: 0.1120813 Sep 14 02:44:07.162469 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-95f23b45-4bca-4baa-b453-0e8bca2fa49e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb212de0b0cd4c12be19df0a9146bc66 HTTP/1.1" status: 200 len: 380 time: 0.0613186 Sep 14 02:44:07.240752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'port': {'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'admin_state_up': True, 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'security_groups': ['df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:07.543986 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:07.555551 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14f978-09cc-423e-8326-0932b4a8fd1d req-228c127d-d12c-47ce-ad89-a91a0c8f9b81 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:07.557032 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1a14f978-09cc-423e-8326-0932b4a8fd1d req-228c127d-d12c-47ce-ad89-a91a0c8f9b81 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0498612 Sep 14 02:44:07.600547 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Made reservation on behalf of cb212de0b0cd4c12be19df0a9146bc66 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:44:07.611326 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:07.612526 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1a14f978-09cc-423e-8326-0932b4a8fd1d req-1481582f-acd6-44d0-938c-4c9c6c5819b7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499527 Sep 14 02:44:07.694528 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:07.765493 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Allocated IP 172.20.0.6 (093d7def-c1d0-43ef-8c4a-613a55a543d1/b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2/32c6dfcc-c79f-4bda-a7a4-ccd307af90b0) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:44:07.798565 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7339a5c4-ab23-49b4-8eba-23d765f269c7 req-37a24a20-7589-405b-86e9-4fe4a57b4639 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 210 time: 0.0316994 Sep 14 02:44:07.869604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36728) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:07.921953 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:07.956628 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:07.968837 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f44c9719-2202-4e23-8ffa-62b65590b8ff req-1db95cf7-de0b-4f6c-8cf5-f7c648661319 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 210 time: 0.0307140 Sep 14 02:44:08.022332 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4fd6-e1fa-48af-acdd-d9226d7fbe00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.029599 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:44:08.038358 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:44:08.040519 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event updated for resources: {'Port': ['ID=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:08.042793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:44:08.169451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:08.170093 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.177608 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:08.218068 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-44d4f7aa-c1e9-401b-9f8e-fd946ee40872 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9836302 Sep 14 02:44:08.244414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Request body: {'port': {'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:08.288337 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-5ecb68c0-3efb-48a5-857f-c0e9aa8b3a55 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:08.289801 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-5ecb68c0-3efb-48a5-857f-c0e9aa8b3a55 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "GET /networking/v2.0/networks?id=77dcf271-3790-4a1a-8bf9-faa6be674b9e HTTP/1.1" status: 200 len: 814 time: 0.2042453 Sep 14 02:44:08.305972 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4fd6-e1fa-48af-acdd-d9226d7fbe00 admin admin] Publish callbacks [] for security_group (f16dd47d-f3c9-4204-904b-e28fa45783c5), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.312787 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Request body: {'port': {'device_id': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e', 'admin_state_up': True, 'tenant_id': '81d198348d76406a9c26865bbfbc7ee3'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:08.320110 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4fd6-e1fa-48af-acdd-d9226d7fbe00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f16dd47d-f3c9-4204-904b-e28fa45783c5), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.332709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Provisioning complete for port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:44:08.333260 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.333387 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Attempt 1 to provision port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 Sep 14 02:44:08.433652 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b7dd4fd6-e1fa-48af-acdd-d9226d7fbe00 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9128d7b3d3414894b4f9962f9c0da81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5626357 Sep 14 02:44:08.434296 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd4fd6-e1fa-48af-acdd-d9226d7fbe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16dd47d-f3c9-4204-904b-e28fa45783c5,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:08.437396 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36738) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:08.439121 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.456768 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:08.486563 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:44:08.500422 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-896269fa-462d-4f06-bbf1-aba930ac8f71 admin admin] Publish callbacks [] for security_group (f16dd47d-f3c9-4204-904b-e28fa45783c5), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.520188 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-896269fa-462d-4f06-bbf1-aba930ac8f71 admin admin] Publish callbacks [] for security_group (f16dd47d-f3c9-4204-904b-e28fa45783c5), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.577087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-896269fa-462d-4f06-bbf1-aba930ac8f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f16dd47d-f3c9-4204-904b-e28fa45783c5), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.580820 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-896269fa-462d-4f06-bbf1-aba930ac8f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.582894 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-896269fa-462d-4f06-bbf1-aba930ac8f71 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f16dd47d-f3c9-4204-904b-e28fa45783c5 HTTP/1.1" status: 204 len: 168 time: 0.1425354 Sep 14 02:44:08.585480 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Made reservation on behalf of 81d198348d76406a9c26865bbfbc7ee3 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:44:08.590825 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.593329 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896269fa-462d-4f06-bbf1-aba930ac8f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16dd47d-f3c9-4204-904b-e28fa45783c5,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:08.783879 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379903a-317c-4b14-b5dc-b6fa7ba74939 req-db079e81-b348-4a42-9adc-3f2062c38aa2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:08.785881 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b379903a-317c-4b14-b5dc-b6fa7ba74939 req-db079e81-b348-4a42-9adc-3f2062c38aa2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0686746 Sep 14 02:44:08.801251 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:44:08.833193 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Allocated IP 172.20.0.14 (77dcf271-3790-4a1a-8bf9-faa6be674b9e/06a7a1f8-38ad-4e61-8056-1f2caef4f5f5/cc4c2f6a-c22f-48d3-957c-68d9bd06b34d) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:44:08.904053 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:44:08.915650 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b379903a-317c-4b14-b5dc-b6fa7ba74939 req-ceb3179f-6e4d-4850-ba64-f12daef43b33 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201134 Sep 14 02:44:08.920318 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Publish callbacks [] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.939984 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:08.970877 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Transition to ACTIVE for port object 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:44:08.982579 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:08.992435 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f1f2e6c9-e561-4f6e-a865-01dd2546b293 req-98d1b22e-7687-4d83-ac23-a907488cb6b1 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 210 time: 0.0514786 Sep 14 02:44:08.996203 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Attempt 2 to provision port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 Sep 14 02:44:09.039456 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:09.064358 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '4cde1b1f-b34c-4127-96da-229475dceacc', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'port_id': '4cde1b1f-b34c-4127-96da-229475dceacc', 'mac_address': 'fa:16:3e:93:e2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:44:09.075176 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:44:09.128826 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 36764) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:09.136321 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: ACTIVE; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:09.137010 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.145638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21085cdb-5dcc-4d6f-b458-a1a27027cca1 req-c9e72338-a896-48bd-b424-e2c49fefa012 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:09.153980 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-21085cdb-5dcc-4d6f-b458-a1a27027cca1 req-c9e72338-a896-48bd-b424-e2c49fefa012 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 943 time: 0.0595303 Sep 14 02:44:09.175204 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cde1b1f-b34c-4127-96da-229475dceacc {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:44:09.187440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-488c6b10-5d32-4496-ae3f-02cca1a9e8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.192903 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Pushing event updated for resources: {'Port': ['ID=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:09.220767 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:09.227310 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.250408 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-21085cdb-5dcc-4d6f-b458-a1a27027cca1 req-bb757876-c71a-46ae-bbe0-fd82a3d9ba6b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952494 Sep 14 02:44:09.294678 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks [] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.321507 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=6']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:09.324202 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:09.335172 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Attempting to bind port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:44:09.335562 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Attempting to bind port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:44:09.335916 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Attempting to bind port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:44:09.336287 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.337391 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.338142 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.338686 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.339370 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.340041 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.340549 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.341035 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.341698 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.342214 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.342686 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.343282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.343790 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.344258 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.344737 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:09.363304 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['4cde1b1f-b34c-4127-96da-229475dceacc'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:44:09.420094 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.430760 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.484918 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-488c6b10-5d32-4496-ae3f-02cca1a9e8f1 admin admin] Publish callbacks [] for security_group (82f43c3f-5c0d-400f-8954-b4108f86bc34), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.491980 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:44:09.492308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Attempting to bind port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 on network 093d7def-c1d0-43ef-8c4a-613a55a543d1 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:44:09.504158 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Network 77dcf271-3790-4a1a-8bf9-faa6be674b9e is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:44:09.504963 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-488c6b10-5d32-4496-ae3f-02cca1a9e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (82f43c3f-5c0d-400f-8954-b4108f86bc34), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.507342 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:09.531947 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:44:09.539336 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:09.545507 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Pushing event updated for resources: {'Port': ['ID=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:09.553077 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:44:09.576813 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Attempt 3 to provision port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 Sep 14 02:44:09.610120 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6b10-5d32-4496-ae3f-02cca1a9e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f43c3f-5c0d-400f-8954-b4108f86bc34,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:09.614616 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-488c6b10-5d32-4496-ae3f-02cca1a9e8f1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1945b28fb84e411bb2b62f387826d9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4824829 Sep 14 02:44:09.618107 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36778) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:09.629370 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:44:09.636237 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:44:09.636574 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Checking segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:44:09.636959 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Bound using segment: {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:44:09.637397 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Bound port: 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90854949-0cb8-49ff-9e19-6f991810a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:44:09.637752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.644152 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:09.644732 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.668177 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-ff4bb625-ff8b-414e-84a5-ca4175cef80e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3611550 Sep 14 02:44:09.693446 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Request body: {'port': {'device_id': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:09.701159 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-078bc00b-5e73-4847-a405-b37961ae600f admin admin] Publish callbacks [] for security_group (82f43c3f-5c0d-400f-8954-b4108f86bc34), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.731381 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-078bc00b-5e73-4847-a405-b37961ae600f admin admin] Publish callbacks [] for security_group (82f43c3f-5c0d-400f-8954-b4108f86bc34), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.772593 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:09.777444 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] For port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:44:09.794241 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] For port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:44:09.799161 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.806007 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-078bc00b-5e73-4847-a405-b37961ae600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (82f43c3f-5c0d-400f-8954-b4108f86bc34), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.808779 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-078bc00b-5e73-4847-a405-b37961ae600f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.810142 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-078bc00b-5e73-4847-a405-b37961ae600f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/82f43c3f-5c0d-400f-8954-b4108f86bc34 HTTP/1.1" status: 204 len: 168 time: 0.1907778 Sep 14 02:44:09.811782 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.818674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:09.819549 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:09.820068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bc00b-5e73-4847-a405-b37961ae600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f43c3f-5c0d-400f-8954-b4108f86bc34,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:09.820943 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 1093 time: 1.5854909 Sep 14 02:44:09.821766 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:44:09.824148 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2883d-d902-4cb1-a62d-c03b21f48f59" -d '{"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:44:09.900088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e25b87-e9d6-419e-a379-a210366268f8 x-openstack-request-id: req-64e25b87-e9d6-419e-a379-a210366268f8 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:44:09.900387 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:44:09.900613 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64e25b87-e9d6-419e-a379-a210366268f8 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:44:09.901199 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e25b87-e9d6-419e-a379-a210366268f8'] response: {'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'status': 'completed', 'code': 200} Sep 14 02:44:09.970659 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c54c0-8c8b-4596-be78-26326a908b77 service neutron] Pushing event updated for resources: {'Port': ['ID=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:10.037360 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-d6c4569c-8fba-42f7-b315-3bfdf5253b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:10.039176 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-d6c4569c-8fba-42f7-b315-3bfdf5253b3a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1127 time: 0.1425169 Sep 14 02:44:10.096019 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-e8ec9471-f004-4eb0-b8a7-7217aa8e5b83 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 217 time: 0.0475490 Sep 14 02:44:10.103260 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038f97d-d6fe-4874-9db7-c09a1dedb0b4 req-9886deea-fa98-4718-a32e-b7f8815570f7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:10.116680 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b038f97d-d6fe-4874-9db7-c09a1dedb0b4 req-9886deea-fa98-4718-a32e-b7f8815570f7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.0823820 Sep 14 02:44:10.131189 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Attempt 4 to provision port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 Sep 14 02:44:10.165958 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:10.198391 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-92afec0e-56e1-4fc0-b531-029d5190483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:10.198391 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-92afec0e-56e1-4fc0-b531-029d5190483e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0876100 Sep 14 02:44:10.222368 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:10.258158 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b038f97d-d6fe-4874-9db7-c09a1dedb0b4 req-4ea31756-bfc9-4dd4-85d3-cddf1ae5791d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403246 Sep 14 02:44:10.263791 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1c14449d-200e-4e03-875c-0a4d731eca89 None None] Port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:44:10.289965 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-3a599d3f-9488-444a-bba7-fb0139e3b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:10.289965 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-3a599d3f-9488-444a-bba7-fb0139e3b310 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835178 Sep 14 02:44:10.298296 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a1271-e265-4973-8b7d-99d55f824242 req-b79d4ad9-c753-4771-9ca1-54292ad75118 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:10.299861 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c36a1271-e265-4973-8b7d-99d55f824242 req-b79d4ad9-c753-4771-9ca1-54292ad75118 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 932 time: 0.1450660 Sep 14 02:44:10.420386 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c36a1271-e265-4973-8b7d-99d55f824242 req-964a8c8e-0301-44cf-acf3-1ae891d522ba tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091352 Sep 14 02:44:10.449875 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4c2f6a-c22f-48d3-957c-68d9bd06b34d {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:44:10.457199 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03152d0-686e-45e5-a6b4-f1974670729b req-30e9fc70-032b-4b74-a8e7-93d476a915e3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:10.467229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Publish callbacks [] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.476453 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e03152d0-686e-45e5-a6b4-f1974670729b req-30e9fc70-032b-4b74-a8e7-93d476a915e3 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 943 time: 0.1067109 Sep 14 02:44:10.493420 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-e1a8d296-fdcf-417a-9431-de0177d79c67 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921487 Sep 14 02:44:10.494484 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Transition to ACTIVE for port object cc4c2f6a-c22f-48d3-957c-68d9bd06b34d will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:44:10.506349 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.532634 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36796) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:10.556104 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8dd2caa8-1670-403e-a754-3a58fcde404d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.659073 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8dd2caa8-1670-403e-a754-3a58fcde404d admin admin] Publish callbacks [] for security_group (c6c535ab-8d69-4ba3-ade6-16546bb8b204), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.672689 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e03152d0-686e-45e5-a6b4-f1974670729b req-54d1b5b1-3b29-4084-b2dd-57d696e26db8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939690 Sep 14 02:44:10.677639 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7a45d65d-d06d-4a39-ad58-d307a71b4b70 req-164cef79-d21d-4e6e-aaf0-8a8eb3be18c5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577711 Sep 14 02:44:10.678865 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8dd2caa8-1670-403e-a754-3a58fcde404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c6c535ab-8d69-4ba3-ade6-16546bb8b204), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.726954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:10.752221 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-8dd2caa8-1670-403e-a754-3a58fcde404d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0ba31cec98f34eda816e7a6201f549a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191358 Sep 14 02:44:10.755610 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36800) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:10.763217 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:10.792147 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2caa8-1670-403e-a754-3a58fcde404d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c535ab-8d69-4ba3-ade6-16546bb8b204,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:10.811000 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:44:10.828232 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Attempting to bind port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:44:10.828691 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Attempting to bind port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:44:10.829128 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Attempting to bind port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d on network 77dcf271-3790-4a1a-8bf9-faa6be674b9e {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:44:10.876818 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5a019758-4966-49e0-8844-c8d39479bab9 admin admin] Publish callbacks [] for security_group (c6c535ab-8d69-4ba3-ade6-16546bb8b204), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.901123 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d on network 77dcf271-3790-4a1a-8bf9-faa6be674b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:44:10.901677 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Attempting to bind port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d on network 77dcf271-3790-4a1a-8bf9-faa6be674b9e {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:44:10.908300 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 4cde1b1f-b34c-4127-96da-229475dceacc triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:44:10.908678 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.909011 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 4cde1b1f-b34c-4127-96da-229475dceacc Sep 14 02:44:10.916568 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:10.941379 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5a019758-4966-49e0-8844-c8d39479bab9 admin admin] Publish callbacks [] for security_group (c6c535ab-8d69-4ba3-ade6-16546bb8b204), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:10.960445 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:44:10.960689 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Checking segment: {'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:44:10.961123 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Bound using segment: {'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:44:10.961812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Bound port: cc4c2f6a-c22f-48d3-957c-68d9bd06b34d, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:44:10.961812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:11.039113 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] For port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:44:11.043357 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] For port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:44:11.044133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5a019758-4966-49e0-8844-c8d39479bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c6c535ab-8d69-4ba3-ade6-16546bb8b204), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:11.047894 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5a019758-4966-49e0-8844-c8d39479bab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:11.049183 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-5a019758-4966-49e0-8844-c8d39479bab9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c6c535ab-8d69-4ba3-ade6-16546bb8b204 HTTP/1.1" status: 204 len: 168 time: 0.2921035 Sep 14 02:44:11.054896 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:11.063833 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:11.064713 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:11.066419 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/cc4c2f6a-c22f-48d3-957c-68d9bd06b34d HTTP/1.1" status: 200 len: 1094 time: 1.3771436 Sep 14 02:44:11.078983 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a019758-4966-49e0-8844-c8d39479bab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c535ab-8d69-4ba3-ade6-16546bb8b204,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:11.080121 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:11.080857 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:11.147344 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:44:11.149973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d78080d-92eb-4ac4-9ac2-4f574dfee2d7" -d '{"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-plugged", "status": "completed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:44:11.150231 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42540f78-4cb4-4476-b3c5-6782a6a61026 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:11.175048 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:11.184721 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:11.216184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148b54b2-e44f-4b73-9a34-dc6436f52c34 x-openstack-request-id: req-148b54b2-e44f-4b73-9a34-dc6436f52c34 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:44:11.216184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-plugged", "status": "completed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:44:11.216184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-148b54b2-e44f-4b73-9a34-dc6436f52c34 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:44:11.216184 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148b54b2-e44f-4b73-9a34-dc6436f52c34'] response: {'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc', 'code': 200} Sep 14 02:44:11.248635 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=7']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:11.448901 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85b69f-f0af-4fee-aeb4-edccfbfd8055 req-5754dbcf-9c1b-4836-9658-791aca60e6e8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:11.457445 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad85b69f-f0af-4fee-aeb4-edccfbfd8055 req-5754dbcf-9c1b-4836-9658-791aca60e6e8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0762265 Sep 14 02:44:11.514850 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad85b69f-f0af-4fee-aeb4-edccfbfd8055 req-52e4e155-f293-48be-9b5a-2918738d359e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561023 Sep 14 02:44:11.643954 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661f6b9-4e1e-4ef9-b82c-1385d911304c req-9c280f54-d0aa-415e-889b-3f7a68a756ae tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:11.645801 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a661f6b9-4e1e-4ef9-b82c-1385d911304c req-9c280f54-d0aa-415e-889b-3f7a68a756ae tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 944 time: 0.0682900 Sep 14 02:44:11.796852 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a661f6b9-4e1e-4ef9-b82c-1385d911304c req-891fc8d3-086c-4798-ae51-99298577daeb tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381536 Sep 14 02:44:12.021279 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:12.045395 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67336f73-1976-4b97-82a0-2d5e26b1b659 req-faf19b36-2205-407e-8aeb-9db7c66ae588 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.055456 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-67336f73-1976-4b97-82a0-2d5e26b1b659 req-faf19b36-2205-407e-8aeb-9db7c66ae588 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 943 time: 0.1353123 Sep 14 02:44:12.160555 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-67336f73-1976-4b97-82a0-2d5e26b1b659 req-11ece686-6af4-4647-8747-51c3a4c40841 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987160 Sep 14 02:44:12.278274 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'tag': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:44:12.281035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d893bb64-56e6-413b-bd6c-9f32b1610dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "2142537d-0e54-4ab7-b555-4d2fed4db817", "tag": "cc4c2f6a-c22f-48d3-957c-68d9bd06b34d"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:44:12.314070 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-c6bd0399-05e3-401b-9375-dfd00c299bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.315687 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-c6bd0399-05e3-401b-9375-dfd00c299bd0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=81d198348d76406a9c26865bbfbc7ee3&device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 1128 time: 0.5640976 Sep 14 02:44:12.316756 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-2485e855-da40-4e17-8687-6856680cf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.318397 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-2485e855-da40-4e17-8687-6856680cf9f0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1127 time: 0.6443565 Sep 14 02:44:12.355735 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb148635-f8c1-4a17-b4ab-0113ccfa0162 x-openstack-request-id: req-eb148635-f8c1-4a17-b4ab-0113ccfa0162 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:44:12.356090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142537d-0e54-4ab7-b555-4d2fed4db817", "tag": "cc4c2f6a-c22f-48d3-957c-68d9bd06b34d", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:44:12.356404 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb148635-f8c1-4a17-b4ab-0113ccfa0162 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:44:12.356851 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb148635-f8c1-4a17-b4ab-0113ccfa0162'] response: {'name': 'network-changed', 'server_uuid': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'tag': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d', 'status': 'completed', 'code': 200} Sep 14 02:44:12.403580 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-c4f8cdef-0b25-42bb-9dee-668775a59d69 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d HTTP/1.1" status: 200 len: 217 time: 0.0735612 Sep 14 02:44:12.675735 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:12.679517 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-f60fdc13-1307-43a6-8f2f-7fb6725b43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.681094 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-f60fdc13-1307-43a6-8f2f-7fb6725b43b9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.3370254 Sep 14 02:44:12.690150 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-5a08152d-ff9d-494d-b0b7-bcb9dffe3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.692019 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-5a08152d-ff9d-494d-b0b7-bcb9dffe3dca service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=06a7a1f8-38ad-4e61-8056-1f2caef4f5f5 HTTP/1.1" status: 200 len: 854 time: 0.2562454 Sep 14 02:44:12.735759 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ce620-ee0b-4867-b885-1c1073e4412c req-63935710-0707-432a-a3f9-4031b26b7094 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.748301 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-be8ce620-ee0b-4867-b885-1c1073e4412c req-63935710-0707-432a-a3f9-4031b26b7094 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0760703 Sep 14 02:44:12.755472 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-270ceeea-3f97-47fd-a499-26f8ee0d3138 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 217 time: 0.0605657 Sep 14 02:44:12.839169 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-be8ce620-ee0b-4867-b885-1c1073e4412c req-7125ad5a-04fd-40c8-88e2-8ef119c41c0a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890603 Sep 14 02:44:12.872757 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-83bd41f3-8cb3-4b34-887d-a920c67ca9ab service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=77dcf271-3790-4a1a-8bf9-faa6be674b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698296 Sep 14 02:44:12.874358 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-2c6c452a-e111-46bf-bd6b-da659b53bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.882787 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-2c6c452a-e111-46bf-bd6b-da659b53bd48 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.1116102 Sep 14 02:44:12.993884 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43ebd9-beab-444b-8a98-de352155ea7f req-c845442e-b3e2-4ff9-b30e-bb44fd2bedf5 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:12.996108 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9c43ebd9-beab-444b-8a98-de352155ea7f req-c845442e-b3e2-4ff9-b30e-bb44fd2bedf5 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 944 time: 0.0763845 Sep 14 02:44:13.003704 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-12bc9535-911e-44d2-929a-a40f0aedcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:13.005329 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-12bc9535-911e-44d2-929a-a40f0aedcea9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034813 Sep 14 02:44:13.065681 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9c43ebd9-beab-444b-8a98-de352155ea7f req-0416f858-f080-41ec-889d-9ced3cb3b0f6 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614693 Sep 14 02:44:13.108820 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-8248b70f-e9aa-4c67-bda7-c7f51d06f0f9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083178 Sep 14 02:44:13.189563 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-990d8534-6aae-4c64-a250-24cfdf435ddb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726363 Sep 14 02:44:13.351529 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b31d21d9-7fb2-4a35-b01b-2ba4f91a6693 req-8d2fe2fb-fb83-4eff-81ea-3915f16fede7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335348 Sep 14 02:44:13.359028 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089e538-ae2b-4e56-851a-05afe95f7fde req-1e54733f-bed3-45a2-bc74-6af8aed1e142 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:13.368345 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d089e538-ae2b-4e56-851a-05afe95f7fde req-1e54733f-bed3-45a2-bc74-6af8aed1e142 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 943 time: 0.0737751 Sep 14 02:44:13.412552 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0cd2883d-d902-4cb1-a62d-c03b21f48f59 req-ef769227-630e-4af6-96e8-f0cb85f3c966 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150939 Sep 14 02:44:13.438312 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d089e538-ae2b-4e56-851a-05afe95f7fde req-a042f60a-b18c-45c4-96ff-695ff1eee6c8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686128 Sep 14 02:44:14.006070 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6671-2925-476b-b49b-0c6e601e9a9f req-8c3f418d-16c7-4e88-9472-29dbd815e497 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:14.008558 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-45cc6671-2925-476b-b49b-0c6e601e9a9f req-8c3f418d-16c7-4e88-9472-29dbd815e497 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0736773 Sep 14 02:44:14.064430 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-45cc6671-2925-476b-b49b-0c6e601e9a9f req-3bb0f04e-bff4-4d3f-9bc9-ad209cc71fe1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Sep 14 02:44:14.201392 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de852f-0fc7-4e65-a1ae-883e2bde012b req-6c73c88c-deab-4da4-a23e-74ee18305c44 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:14.208788 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f3de852f-0fc7-4e65-a1ae-883e2bde012b req-6c73c88c-deab-4da4-a23e-74ee18305c44 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 944 time: 0.0607059 Sep 14 02:44:14.267525 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f3de852f-0fc7-4e65-a1ae-883e2bde012b req-5b41c6f9-f288-4b15-bcdd-a7fb89be1264 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574112 Sep 14 02:44:14.419037 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-5136dbe3-705f-4757-a8b6-2e04b05160c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:14.421476 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-5136dbe3-705f-4757-a8b6-2e04b05160c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=81d198348d76406a9c26865bbfbc7ee3&device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 1128 time: 0.0761466 Sep 14 02:44:14.499125 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:14.577707 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-1925adb0-736f-4ab4-a5ca-6aa9817ff86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:14.580198 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-1925adb0-736f-4ab4-a5ca-6aa9817ff86d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=77dcf271-3790-4a1a-8bf9-faa6be674b9e HTTP/1.1" status: 200 len: 915 time: 0.1483204 Sep 14 02:44:14.601539 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d809a-0632-4ad8-ba8c-58008737e533 req-1e5950cb-d963-49dd-9efe-c50818693fb5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:14.620151 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cc4d809a-0632-4ad8-ba8c-58008737e533 req-1e5950cb-d963-49dd-9efe-c50818693fb5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 943 time: 0.0833521 Sep 14 02:44:14.656110 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-2d49daa8-464e-498a-92ce-db48cb4ba7b6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d HTTP/1.1" status: 200 len: 217 time: 0.0680156 Sep 14 02:44:14.660297 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cc4d809a-0632-4ad8-ba8c-58008737e533 req-88a46f0d-7cd0-4f8d-9338-2f5050d230a8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505157 Sep 14 02:44:14.729573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-81d5b4a9-46f4-4fd9-9cea-d7e6df13e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:14.731071 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-81d5b4a9-46f4-4fd9-9cea-d7e6df13e3fc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=06a7a1f8-38ad-4e61-8056-1f2caef4f5f5 HTTP/1.1" status: 200 len: 854 time: 0.0668724 Sep 14 02:44:14.771204 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-9eda9b4e-b76a-4b43-aa90-534f9d701023 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=77dcf271-3790-4a1a-8bf9-faa6be674b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287409 Sep 14 02:44:14.831256 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:44:14.874090 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-78bb2360-2bcf-4783-a5ba-c340ec374f85 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961626 Sep 14 02:44:14.948151 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:14.951438 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:14.963364 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'mac_address': 'fa:16:3e:dc:21:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:44:14.987228 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d893bb64-56e6-413b-bd6c-9f32b1610dcd req-2550a289-7fa2-4342-8d29-9403d391d675 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062005 Sep 14 02:44:15.006250 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:15.006639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:15.027949 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:44:15.053663 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:15.058727 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:15.127598 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:15.213311 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5a656-bee7-4cff-beed-25e79f9e293d req-1bdeac2e-b5e0-4caf-9499-e879ebf22f4a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:15.214947 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7be5a656-bee7-4cff-beed-25e79f9e293d req-1bdeac2e-b5e0-4caf-9499-e879ebf22f4a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0611143 Sep 14 02:44:15.274363 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7be5a656-bee7-4cff-beed-25e79f9e293d req-f5d6622f-67d0-433b-879f-30f4914517d0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535381 Sep 14 02:44:15.371709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:44:15.410698 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd960e-1663-4b84-ae6c-20a569cd0509 req-5e72fc4a-270c-4cb2-a1cd-ef58e8609d76 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:15.413937 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-41fd960e-1663-4b84-ae6c-20a569cd0509 req-5e72fc4a-270c-4cb2-a1cd-ef58e8609d76 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 944 time: 0.0606446 Sep 14 02:44:15.470218 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:15.478221 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:15.504913 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-41fd960e-1663-4b84-ae6c-20a569cd0509 req-e96f3c31-fbd9-4d00-898f-2df3b075ff63 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 Sep 14 02:44:15.855483 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2244b89-e11f-46cd-89f9-f998c182324d req-12e584fc-a3b4-4eec-909e-3d378b92241d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:15.860015 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f2244b89-e11f-46cd-89f9-f998c182324d req-12e584fc-a3b4-4eec-909e-3d378b92241d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 944 time: 0.0918005 Sep 14 02:44:15.927885 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f2244b89-e11f-46cd-89f9-f998c182324d req-8dfe50d9-797b-4ab6-898a-b7f33161d3b8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670016 Sep 14 02:44:16.448248 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee1889-d7e3-4b54-b44e-11fad60afdf5 req-084c155c-2835-4fd4-8a22-8c65894beba3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:16.456450 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b9ee1889-d7e3-4b54-b44e-11fad60afdf5 req-084c155c-2835-4fd4-8a22-8c65894beba3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0810411 Sep 14 02:44:16.520941 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b9ee1889-d7e3-4b54-b44e-11fad60afdf5 req-5a2eb930-a048-4b68-9c82-26cb922cf690 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635076 Sep 14 02:44:16.719164 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:16.737013 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e8e6e-f5ae-423d-9ea2-061ede741018 req-c04122c2-97c0-468b-afe3-e7a415df8504 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:16.738777 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad9e8e6e-f5ae-423d-9ea2-061ede741018 req-c04122c2-97c0-468b-afe3-e7a415df8504 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 944 time: 0.0783143 Sep 14 02:44:16.797295 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad9e8e6e-f5ae-423d-9ea2-061ede741018 req-cc6795e1-9358-4fed-a145-d0476da3697a tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518689 Sep 14 02:44:16.840040 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device cc4c2f6a-c22f-48d3-957c-68d9bd06b34d details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:44:16.843033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:44:16.891103 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:16.960923 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:44:16.988508 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:44:16.988918 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:16.990706 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 Sep 14 02:44:17.117131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e379e-6105-4a26-818a-34d220bb4601 req-2030ba78-9aa2-4a2c-a565-ea152700c0f2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:17.126626 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-094e379e-6105-4a26-818a-34d220bb4601 req-2030ba78-9aa2-4a2c-a565-ea152700c0f2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 944 time: 0.0846419 Sep 14 02:44:17.147579 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:17.162471 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:17.163148 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:17.173753 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d', 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e', 'port_id': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d', 'mac_address': 'fa:16:3e:1b:d7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a7a1f8-38ad-4e61-8056-1f2caef4f5f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:44:17.189757 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-094e379e-6105-4a26-818a-34d220bb4601 req-642a594a-570c-4a48-b331-a5fb9a3377e6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584168 Sep 14 02:44:17.228370 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:44:17.230656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3830854d-7ff7-4556-99c5-facc896b5aa9" -d '{"events": [{"server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "name": "network-vif-plugged", "status": "completed", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:44:17.245710 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:17.246303 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:17.249380 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:17.268139 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:17.276558 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4c2f6a-c22f-48d3-957c-68d9bd06b34d {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:44:17.316600 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b6c0b2-3167-487e-a906-a8aab2d0088e x-openstack-request-id: req-c7b6c0b2-3167-487e-a906-a8aab2d0088e {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:44:17.316888 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "name": "network-vif-plugged", "status": "completed", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:44:17.317142 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7b6c0b2-3167-487e-a906-a8aab2d0088e {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:44:17.318195 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b6c0b2-3167-487e-a906-a8aab2d0088e'] response: {'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'code': 200} Sep 14 02:44:17.321276 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:17.327347 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:17.350150 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:17.410883 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:17.515499 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077f1a7-a430-4bbd-92e1-1be59163b27e req-31e50f74-d4c3-4f89-8751-72478cf30652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:17.517805 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c077f1a7-a430-4bbd-92e1-1be59163b27e req-31e50f74-d4c3-4f89-8751-72478cf30652 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1129 time: 0.0462897 Sep 14 02:44:17.571526 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c077f1a7-a430-4bbd-92e1-1be59163b27e req-96fba8f2-c1bd-40a1-b3d8-a604f9a24d8a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Sep 14 02:44:17.624167 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['cc4c2f6a-c22f-48d3-957c-68d9bd06b34d'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:44:17.675785 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4eab-518f-44d8-9939-ffa91e6552a3 req-ee24f3b4-e1c3-4f0e-a8d0-6fd533a1118c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:17.677275 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-60dd4eab-518f-44d8-9939-ffa91e6552a3 req-ee24f3b4-e1c3-4f0e-a8d0-6fd533a1118c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0552509 Sep 14 02:44:17.749720 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-60dd4eab-518f-44d8-9939-ffa91e6552a3 req-48c5ae84-f0df-4262-b8d4-6f2b6da36993 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648663 Sep 14 02:44:17.786279 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:17.935440 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbee2c-ab28-4328-a2e2-722089264e3a req-6d1eb27b-a253-4f61-9664-e95265cfe97a tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:17.936933 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a9bbee2c-ab28-4328-a2e2-722089264e3a req-6d1eb27b-a253-4f61-9664-e95265cfe97a tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 945 time: 0.0518503 Sep 14 02:44:17.996864 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a9bbee2c-ab28-4328-a2e2-722089264e3a req-0e8813d6-6cee-4c19-b31b-51ead6d20f3c tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540590 Sep 14 02:44:18.339208 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad53a5-355b-4672-b361-c240bcca7363 req-aeacb75f-dd0e-4e23-a360-d75863ef52af tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:18.340637 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-36ad53a5-355b-4672-b361-c240bcca7363 req-aeacb75f-dd0e-4e23-a360-d75863ef52af tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0720062 Sep 14 02:44:18.413309 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-36ad53a5-355b-4672-b361-c240bcca7363 req-03c3f498-3833-4156-8320-f34bc706aeda tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602674 Sep 14 02:44:18.846191 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device cc4c2f6a-c22f-48d3-957c-68d9bd06b34d up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:44:18.908230 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:44:18.909235 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6c994-0518-4859-af7f-06f89172e93c req-c08ba26e-0f1f-405a-80b8-0c5d4d4f4749 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:18.916635 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5cd6c994-0518-4859-af7f-06f89172e93c req-c08ba26e-0f1f-405a-80b8-0c5d4d4f4749 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0785320 Sep 14 02:44:18.920666 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:44:18.921302 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:18.921911 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d Sep 14 02:44:18.979498 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5cd6c994-0518-4859-af7f-06f89172e93c req-c5020f4a-050a-4fef-bedf-32c74d0a443c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617406 Sep 14 02:44:19.025068 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:19.025501 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:19.069334 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:19.075405 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:19.133245 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:19.135472 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec524daf-b2dd-4c12-98f4-e21b02ce99c1 req-87df2a3c-3844-4ddd-97b6-b0ce85413437 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:19.137486 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec524daf-b2dd-4c12-98f4-e21b02ce99c1 req-87df2a3c-3844-4ddd-97b6-b0ce85413437 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.0513716 Sep 14 02:44:19.144417 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:19.212512 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec524daf-b2dd-4c12-98f4-e21b02ce99c1 req-0efd7e03-ffa1-4d7e-8ba1-c160f3e65a97 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664051 Sep 14 02:44:19.318458 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:44:19.321468 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aaa9b9-bdce-4eaf-95f0-6d3b0069484c" -d '{"events": [{"server_uuid": "2142537d-0e54-4ab7-b555-4d2fed4db817", "name": "network-vif-plugged", "status": "completed", "tag": "cc4c2f6a-c22f-48d3-957c-68d9bd06b34d"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:44:19.363009 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2984fd-7a3c-487a-b7b2-f322d61e7d78 x-openstack-request-id: req-0d2984fd-7a3c-487a-b7b2-f322d61e7d78 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:44:19.363306 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142537d-0e54-4ab7-b555-4d2fed4db817", "name": "network-vif-plugged", "status": "completed", "tag": "cc4c2f6a-c22f-48d3-957c-68d9bd06b34d", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:44:19.363562 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d2984fd-7a3c-487a-b7b2-f322d61e7d78 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:44:19.363987 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2984fd-7a3c-487a-b7b2-f322d61e7d78'] response: {'server_uuid': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d', 'code': 200} Sep 14 02:44:19.586128 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8b3a5-8281-45d3-8c55-0eee09bc7d6a req-6a6fa059-1daa-4174-9fce-e90e6c285e45 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:19.587746 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-80c8b3a5-8281-45d3-8c55-0eee09bc7d6a req-6a6fa059-1daa-4174-9fce-e90e6c285e45 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0676188 Sep 14 02:44:19.657619 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-80c8b3a5-8281-45d3-8c55-0eee09bc7d6a req-c6a8eb82-fdf9-4838-8bfb-9240b81bbe55 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622089 Sep 14 02:44:19.867043 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:19.878653 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b762236-b733-4e85-b0ce-332306496dd7 req-9f0b7f0b-8dc7-4de4-b360-851c1702f4a6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:19.882210 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6b762236-b733-4e85-b0ce-332306496dd7 req-9f0b7f0b-8dc7-4de4-b360-851c1702f4a6 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.1105702 Sep 14 02:44:19.895622 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 36984) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:19.901886 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'floatingip': {'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:44:19.974244 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:20.112529 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e03f0-1071-4df3-9535-16a475234444 req-b953a87b-d723-40bb-bf0e-c58b2f0a7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:20.120912 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-138e03f0-1071-4df3-9535-16a475234444 req-b953a87b-d723-40bb-bf0e-c58b2f0a7018 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 1130 time: 0.0928638 Sep 14 02:44:20.203737 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-138e03f0-1071-4df3-9535-16a475234444 req-5bbba1a4-aff9-41d6-b7c5-603536dc9e92 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716121 Sep 14 02:44:20.256884 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54041-3bac-4f54-93a3-3186d379bd7d req-f1b074e4-2064-4ac3-bc40-730f09f8018d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:20.258561 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c2f54041-3bac-4f54-93a3-3186d379bd7d req-f1b074e4-2064-4ac3-bc40-730f09f8018d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.1201913 Sep 14 02:44:20.349214 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:20.399076 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c2f54041-3bac-4f54-93a3-3186d379bd7d req-78e38372-4b4e-4f1e-85e7-9c5e3ec581f7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304045 Sep 14 02:44:20.423180 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b439a66-7ad9-4765-a40f-e5f559c11a2e req-dace8418-adeb-4ef0-9428-8fe0949020d2 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:20.424823 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3b439a66-7ad9-4765-a40f-e5f559c11a2e req-dace8418-adeb-4ef0-9428-8fe0949020d2 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.1178277 Sep 14 02:44:20.548470 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3b439a66-7ad9-4765-a40f-e5f559c11a2e req-b852bc82-79f1-4f81-9865-ef18ea216835 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962095 Sep 14 02:44:20.683592 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:20.689911 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:20.787357 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Floating IP 705394d6-66b7-4bae-99f2-827bd1a2617c associated. External IP: 172.27.2.48, port: 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0. Sep 14 02:44:21.006990 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Router 2620c270-251b-4e33-b239-49b4c5f11c9f has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:44:21.112223 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:44:21.117314 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:21.122528 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] Sync routers for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:44:21.137161 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:44:21.138438 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:43:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:21.150763 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-0d310c96-e5fc-4f23-910f-caab9b45b092 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/705394d6-66b7-4bae-99f2-827bd1a2617c HTTP/1.1" status: 200 len: 990 time: 1.2537792 Sep 14 02:44:21.151552 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:44:21.154257 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52cf056-5067-41a0-b197-d082f6e654de" -d '{"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:44:21.191243 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:21.195856 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db9e277-616c-4671-b6a9-aa409b0b4138 x-openstack-request-id: req-2db9e277-616c-4671-b6a9-aa409b0b4138 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:44:21.196147 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:44:21.196392 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2db9e277-616c-4671-b6a9-aa409b0b4138 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:44:21.196789 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db9e277-616c-4671-b6a9-aa409b0b4138'] response: {'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'status': 'completed', 'code': 200} Sep 14 02:44:21.212739 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce0e57-3ae6-411a-a216-189cfdee536c req-575c1a02-153a-46d0-8e0b-20966e4d5c9e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:21.214302 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-06ce0e57-3ae6-411a-a216-189cfdee536c req-575c1a02-153a-46d0-8e0b-20966e4d5c9e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0516722 Sep 14 02:44:21.246646 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:44:21.262931 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-06ce0e57-3ae6-411a-a216-189cfdee536c req-3c7c248a-7d53-4ebe-aef9-faea8bb550a0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424366 Sep 14 02:44:21.512120 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '705394d6-66b7-4bae-99f2-827bd1a2617c', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'mac_address': 'fa:16:3e:dc:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:44:04Z', 'updated_at': '2022-09-14T02:44:20Z', 'revision_number': 1, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:21.540401 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] Checking router: 2620c270-251b-4e33-b239-49b4c5f11c9f for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:44:21.555246 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:44:21.558009 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:43:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:21.566284 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfd578-4bb1-439f-bff9-4ad4f84307ac req-629d2804-0fb7-4bed-94b4-bc13b7efe722 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:21.568333 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fcbfd578-4bb1-439f-bff9-4ad4f84307ac req-629d2804-0fb7-4bed-94b4-bc13b7efe722 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0526838 Sep 14 02:44:21.583502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:21.635462 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fcbfd578-4bb1-439f-bff9-4ad4f84307ac req-c00a8ce2-281d-40a5-8ac7-2a3493b30ef7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605621 Sep 14 02:44:21.686244 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37040) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:21.710267 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308ada5-8889-489b-8a60-e6f0b351f9ea req-41aef03d-1c8c-4b4c-b7d6-f66f597cc655 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:21.711778 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f308ada5-8889-489b-8a60-e6f0b351f9ea req-41aef03d-1c8c-4b4c-b7d6-f66f597cc655 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.0609014 Sep 14 02:44:21.762864 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f308ada5-8889-489b-8a60-e6f0b351f9ea req-b2f4cfb0-2c84-4eea-b72e-cd236bda89f5 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Sep 14 02:44:21.809677 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cbc222fb-5ab2-40da-830d-3998347910e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:21.812354 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:44:21.888593 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cbc222fb-5ab2-40da-830d-3998347910e1 admin admin] Publish callbacks [] for security_group (d4163c67-8bad-4732-a7a6-ef0a0f35ee6e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:21.892975 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cbc222fb-5ab2-40da-830d-3998347910e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d4163c67-8bad-4732-a7a6-ef0a0f35ee6e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:21.931844 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-cbc222fb-5ab2-40da-830d-3998347910e1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=526ea22dc54a4f4c81bea4561f0a472d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439346 Sep 14 02:44:21.933150 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc222fb-5ab2-40da-830d-3998347910e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4163c67-8bad-4732-a7a6-ef0a0f35ee6e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:21.934699 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37044) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:21.980151 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:21.985461 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec00285f-bbf6-4e50-8c6c-8fb940a22f44 admin admin] Publish callbacks [] for security_group (d4163c67-8bad-4732-a7a6-ef0a0f35ee6e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.006321 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec00285f-bbf6-4e50-8c6c-8fb940a22f44 admin admin] Publish callbacks [] for security_group (d4163c67-8bad-4732-a7a6-ef0a0f35ee6e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.034566 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '705394d6-66b7-4bae-99f2-827bd1a2617c', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'mac_address': 'fa:16:3e:dc:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:44:04Z', 'updated_at': '2022-09-14T02:44:20Z', 'revision_number': 1, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:44:22.054081 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec00285f-bbf6-4e50-8c6c-8fb940a22f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d4163c67-8bad-4732-a7a6-ef0a0f35ee6e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.056607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ec00285f-bbf6-4e50-8c6c-8fb940a22f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.057981 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ec00285f-bbf6-4e50-8c6c-8fb940a22f44 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d4163c67-8bad-4732-a7a6-ef0a0f35ee6e HTTP/1.1" status: 204 len: 168 time: 0.1220725 Sep 14 02:44:22.059288 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4e274-4a1b-4f1b-855d-885b66a336e8 None None] The sync data for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi is: [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '705394d6-66b7-4bae-99f2-827bd1a2617c', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'mac_address': 'fa:16:3e:dc:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:44:04Z', 'updated_at': '2022-09-14T02:44:20Z', 'revision_number': 1, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:44:22.066314 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00285f-bbf6-4e50-8c6c-8fb940a22f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4163c67-8bad-4732-a7a6-ef0a0f35ee6e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:22.279206 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff6ba8-7748-4532-af65-96cdbf736ba5 None None] New status for floating IP 705394d6-66b7-4bae-99f2-827bd1a2617c: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:44:22.331839 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cf056-5067-41a0-b197-d082f6e654de req-50309334-a4bb-4fd7-9908-111cf87f8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.334006 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c52cf056-5067-41a0-b197-d082f6e654de req-50309334-a4bb-4fd7-9908-111cf87f8162 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1129 time: 0.0523171 Sep 14 02:44:22.394722 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37052) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:22.416785 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf1d7-e029-4643-8ca0-9d8e025eeb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.433684 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a728a-9745-452b-95eb-998c7579ebd0 req-05d0e0d9-08fd-4768-b186-985bc5a0e128 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.435512 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad3a728a-9745-452b-95eb-998c7579ebd0 req-05d0e0d9-08fd-4768-b186-985bc5a0e128 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0892062 Sep 14 02:44:22.467696 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-c6b08f2c-ad71-401f-ade7-701f2dbbd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.468894 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-c6b08f2c-ad71-401f-ade7-701f2dbbd03c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1129 time: 0.1058586 Sep 14 02:44:22.519774 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad3a728a-9745-452b-95eb-998c7579ebd0 req-0492b7a7-261b-4a67-86c2-4063edd66e25 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747123 Sep 14 02:44:22.559482 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cf056-5067-41a0-b197-d082f6e654de req-bc589402-566a-4a6b-90a5-3938c1db2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.560924 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c52cf056-5067-41a0-b197-d082f6e654de req-bc589402-566a-4a6b-90a5-3938c1db2e7c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.1814229 Sep 14 02:44:22.562102 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf1d7-e029-4643-8ca0-9d8e025eeb93 admin admin] Publish callbacks [] for security_group (e6a6daee-d6c5-4843-b76b-f8ed36bce5d6), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.567684 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf1d7-e029-4643-8ca0-9d8e025eeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e6a6daee-d6c5-4843-b76b-f8ed36bce5d6), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.609333 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaf1d7-e029-4643-8ca0-9d8e025eeb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a6daee-d6c5-4843-b76b-f8ed36bce5d6,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:22.614039 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-3ffaf1d7-e029-4643-8ca0-9d8e025eeb93 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3a69dbde52574bd08687054031288fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181487 Sep 14 02:44:22.616593 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37054) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:22.636870 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-1397befd-aa7d-49e6-b10e-b869ea591eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.638345 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-1397befd-aa7d-49e6-b10e-b869ea591eee service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.1630342 Sep 14 02:44:22.646235 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:22.671191 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de2780a3-c7ca-44b9-a45c-464e927dc3a7 admin admin] Publish callbacks [] for security_group (e6a6daee-d6c5-4843-b76b-f8ed36bce5d6), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.695820 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c52cf056-5067-41a0-b197-d082f6e654de req-b86f3365-04f9-4447-9124-983b74c6f2ce service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 1000 time: 0.1195319 Sep 14 02:44:22.697154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de2780a3-c7ca-44b9-a45c-464e927dc3a7 admin admin] Publish callbacks [] for security_group (e6a6daee-d6c5-4843-b76b-f8ed36bce5d6), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.740705 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-964fd7df-77ff-4fe5-a1bf-a79b1afdac54 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 1001 time: 0.0927258 Sep 14 02:44:22.777474 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de2780a3-c7ca-44b9-a45c-464e927dc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e6a6daee-d6c5-4843-b76b-f8ed36bce5d6), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.779969 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de2780a3-c7ca-44b9-a45c-464e927dc3a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:22.781089 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-de2780a3-c7ca-44b9-a45c-464e927dc3a7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e6a6daee-d6c5-4843-b76b-f8ed36bce5d6 HTTP/1.1" status: 204 len: 168 time: 0.1635370 Sep 14 02:44:22.788937 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cf056-5067-41a0-b197-d082f6e654de req-72c8de13-3c4e-4665-be7a-6f15851aee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.790448 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c52cf056-5067-41a0-b197-d082f6e654de req-72c8de13-3c4e-4665-be7a-6f15851aee94 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0835922 Sep 14 02:44:22.798112 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be987b3d-3b61-40d5-9cf5-bad61ad551b6 req-bc74f6f1-3f16-4dfb-a70a-34981e2ce979 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.799626 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-be987b3d-3b61-40d5-9cf5-bad61ad551b6 req-bc74f6f1-3f16-4dfb-a70a-34981e2ce979 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0600209 Sep 14 02:44:22.800511 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2780a3-c7ca-44b9-a45c-464e927dc3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a6daee-d6c5-4843-b76b-f8ed36bce5d6,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:22.811955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:22.815793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-ffefec03-5b8b-45e3-bff3-439151d9f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.817389 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-ffefec03-5b8b-45e3-bff3-439151d9f3f7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0669675 Sep 14 02:44:22.877370 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cf056-5067-41a0-b197-d082f6e654de req-7cb15c01-f4e8-40a1-8948-2c4b1ad35d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.878801 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c52cf056-5067-41a0-b197-d082f6e654de req-7cb15c01-f4e8-40a1-8948-2c4b1ad35d6a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790172 Sep 14 02:44:22.886449 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-f07234e6-4df3-4f02-8e9c-c0e7685e5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.887850 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-f07234e6-4df3-4f02-8e9c-c0e7685e5d6c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525789 Sep 14 02:44:22.904714 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:22.909976 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:22.934021 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532354a3-3a76-4987-adc7-b21bb7b9377b req-b8262b91-2897-45e3-81ff-2c53218f22b5 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:22.935610 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-532354a3-3a76-4987-adc7-b21bb7b9377b req-b8262b91-2897-45e3-81ff-2c53218f22b5 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.0726624 Sep 14 02:44:22.945075 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-be987b3d-3b61-40d5-9cf5-bad61ad551b6 req-49767c18-5a5d-413a-8eea-71588d6d1f9a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148357 Sep 14 02:44:23.013964 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-532354a3-3a76-4987-adc7-b21bb7b9377b req-a4470603-8478-4058-8e6c-5562ddfeec1b tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634985 Sep 14 02:44:23.050286 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c52cf056-5067-41a0-b197-d082f6e654de req-65b27678-6feb-43b4-b84f-d35bfbc69317 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615050 Sep 14 02:44:23.052346 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-64b150a5-0cad-4f7e-adab-94af02a35cb9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564069 Sep 14 02:44:23.217881 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37094) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:23.230870 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c52cf056-5067-41a0-b197-d082f6e654de req-b19090b0-33a4-49d9-b808-a2e86bc8daf6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662722 Sep 14 02:44:23.232885 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b6be717e-ba39-46c6-b83a-046b1a8583bd req-99248a87-8bb4-4988-9820-c5f15dae5fe2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609747 Sep 14 02:44:23.236337 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-319200a7-d78a-487f-bcb3-4558925eca89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:23.322546 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-319200a7-d78a-487f-bcb3-4558925eca89 admin admin] Publish callbacks [] for security_group (1133d351-7845-496f-a649-7fe1f9626db5), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:23.328771 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-319200a7-d78a-487f-bcb3-4558925eca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (1133d351-7845-496f-a649-7fe1f9626db5), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:23.372419 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-319200a7-d78a-487f-bcb3-4558925eca89 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0b8d4501bd594924a47fdc42cca55049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528945 Sep 14 02:44:23.373351 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319200a7-d78a-487f-bcb3-4558925eca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1133d351-7845-496f-a649-7fe1f9626db5,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:23.375192 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37104) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:23.430755 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8fa5004c-3503-49de-b95e-4359249dda4d admin admin] Publish callbacks [] for security_group (1133d351-7845-496f-a649-7fe1f9626db5), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:23.452272 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8fa5004c-3503-49de-b95e-4359249dda4d admin admin] Publish callbacks [] for security_group (1133d351-7845-496f-a649-7fe1f9626db5), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:23.512501 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8fa5004c-3503-49de-b95e-4359249dda4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (1133d351-7845-496f-a649-7fe1f9626db5), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:23.515685 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8fa5004c-3503-49de-b95e-4359249dda4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:23.516762 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8fa5004c-3503-49de-b95e-4359249dda4d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1133d351-7845-496f-a649-7fe1f9626db5 HTTP/1.1" status: 204 len: 168 time: 0.1405222 Sep 14 02:44:23.525541 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5004c-3503-49de-b95e-4359249dda4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133d351-7845-496f-a649-7fe1f9626db5,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:23.645582 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0ad9-10eb-47ae-b7a1-7617202cb480 req-f4f3fb3d-f2b6-4d6d-bbde-1c9cb66905cd tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:23.647007 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-121b0ad9-10eb-47ae-b7a1-7617202cb480 req-f4f3fb3d-f2b6-4d6d-bbde-1c9cb66905cd tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0490589 Sep 14 02:44:23.697594 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-121b0ad9-10eb-47ae-b7a1-7617202cb480 req-25428a8a-31eb-421e-a513-6e85bb166e0a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Sep 14 02:44:23.933883 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a22c1584-07f9-4822-b686-2a2ccf52d56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:24.072720 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57363db-55bb-4536-b603-f2f805d3c78e req-7abb0bb6-3191-4e2b-b14c-5ec28bae7e31 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:24.074273 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b57363db-55bb-4536-b603-f2f805d3c78e req-7abb0bb6-3191-4e2b-b14c-5ec28bae7e31 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0515776 Sep 14 02:44:24.381801 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b57363db-55bb-4536-b603-f2f805d3c78e req-acb248fb-b0fa-458a-913e-e714204d7a71 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017800 Sep 14 02:44:24.837034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9e23e-a473-46e7-9aff-8e516560a5b3 req-2a1fce0b-a631-453c-99b4-32d3df479d45 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:24.844606 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c1d9e23e-a473-46e7-9aff-8e516560a5b3 req-2a1fce0b-a631-453c-99b4-32d3df479d45 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0654345 Sep 14 02:44:24.890122 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c1d9e23e-a473-46e7-9aff-8e516560a5b3 req-601e1d75-a758-417a-95ae-82f1f10a5337 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 Sep 14 02:44:25.512754 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612b10c-78ac-4b4b-af57-a7e02ae60a18 req-78b98e0a-a857-4331-a074-2013fd3f9723 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:25.514421 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b612b10c-78ac-4b4b-af57-a7e02ae60a18 req-78b98e0a-a857-4331-a074-2013fd3f9723 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Sep 14 02:44:25.568256 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b612b10c-78ac-4b4b-af57-a7e02ae60a18 req-4dfab248-c543-4260-9982-73a46dcb24e6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481119 Sep 14 02:44:26.024772 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf91c-4ec9-4c96-a029-a4ea2a9b941d req-d11d23d5-744c-490e-8d97-7ead0407057a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:26.026401 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9ddf91c-4ec9-4c96-a029-a4ea2a9b941d req-d11d23d5-744c-490e-8d97-7ead0407057a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0495193 Sep 14 02:44:26.074172 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9ddf91c-4ec9-4c96-a029-a4ea2a9b941d req-6b2ed074-1b65-40fa-a8d6-ed24e4db71c0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Sep 14 02:44:26.096764 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-313a3372-4543-4a29-8557-b12bbc41b2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:26.141062 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-c11fee98-7579-49c8-8d93-c34154681d53 req-7f377923-7dd4-445a-a179-02410aea9733 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:44:26.161456 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c11fee98-7579-49c8-8d93-c34154681d53 req-7f377923-7dd4-445a-a179-02410aea9733 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054641 Sep 14 02:44:26.329873 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755648f-d9df-4da2-8ea3-730d02b78548 req-c258c41e-6d0a-4db1-b9d7-c0a1ba5a024d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:26.331374 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b755648f-d9df-4da2-8ea3-730d02b78548 req-c258c41e-6d0a-4db1-b9d7-c0a1ba5a024d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 945 time: 0.0459023 Sep 14 02:44:26.381667 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b755648f-d9df-4da2-8ea3-730d02b78548 req-7adf4892-ddcc-443e-a417-9b1228870543 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 Sep 14 02:44:26.880725 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:44:26.953837 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: ACTIVE; New status is: DOWN {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:26.954328 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:26.984837 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:44:26.987158 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dea6274-b70a-4b54-bcb0-4c6a7115ffdc" -d '{"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-unplugged", "status": "completed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:44:26.998592 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:27.000911 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:44:27.008011 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:27.031181 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 02:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af82169-f5d3-4bb6-9ab2-a171230f8c87 x-openstack-request-id: req-6af82169-f5d3-4bb6-9ab2-a171230f8c87 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:44:27.031454 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-unplugged", "status": "failed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc", "code": 422}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:44:27.031714 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6af82169-f5d3-4bb6-9ab2-a171230f8c87 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:44:27.032150 dv-cinder-857075-6-iscsi neutron-server[112944]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6af82169-f5d3-4bb6-9ab2-a171230f8c87']: {'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc', 'code': 422} returned with failed status Sep 14 02:44:27.057982 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=8']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:27.204571 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c293c-412e-40ae-ae3a-ad8a8536a72b req-10b92707-e69a-40c8-89ef-8850ed06ad18 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:27.206078 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b69c293c-412e-40ae-ae3a-ad8a8536a72b req-10b92707-e69a-40c8-89ef-8850ed06ad18 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0505695 Sep 14 02:44:27.257470 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b69c293c-412e-40ae-ae3a-ad8a8536a72b req-df7eb241-5dba-4726-b95c-715d286dfb9e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450978 Sep 14 02:44:27.443487 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:44:27.474491 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:27.475723 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:27.511657 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab1c1-1c90-46c5-ab3c-42dde112b862 req-6f1e8bb9-4228-417a-bdca-c3f4c0d57441 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:27.513225 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86fab1c1-1c90-46c5-ab3c-42dde112b862 req-6f1e8bb9-4228-417a-bdca-c3f4c0d57441 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0484605 Sep 14 02:44:27.553708 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:27.561726 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86fab1c1-1c90-46c5-ab3c-42dde112b862 req-1cab4a42-9734-45c5-bbe7-6877eeb5f542 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Sep 14 02:44:28.391286 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a9a7-d9a7-4a9e-b3a1-b32b280a93d3 req-788f1ed6-d813-48a2-9b11-6a3688443c3d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:28.392761 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5c30a9a7-d9a7-4a9e-b3a1-b32b280a93d3 req-788f1ed6-d813-48a2-9b11-6a3688443c3d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0526500 Sep 14 02:44:28.442458 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5c30a9a7-d9a7-4a9e-b3a1-b32b280a93d3 req-48449758-a7ce-496d-a3e9-5ad898e52cfd tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Sep 14 02:44:28.693165 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf0cac-e2c9-4fc3-9b1a-21c3d0a3611a req-737fc7ac-f330-4fdb-b49c-8b88bc1a0c3b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:28.694630 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2bdf0cac-e2c9-4fc3-9b1a-21c3d0a3611a req-737fc7ac-f330-4fdb-b49c-8b88bc1a0c3b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0511820 Sep 14 02:44:28.747492 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2bdf0cac-e2c9-4fc3-9b1a-21c3d0a3611a req-d617f438-d730-4667-a5ec-edd21c6f25cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463767 Sep 14 02:44:28.867379 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:28.949522 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:29.569548 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440f52-419c-4e50-98fa-fb7be8e5810e req-6cb341ca-1af9-4726-8ff1-35518744dc6b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:29.571025 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-14440f52-419c-4e50-98fa-fb7be8e5810e req-6cb341ca-1af9-4726-8ff1-35518744dc6b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0511451 Sep 14 02:44:29.631784 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-14440f52-419c-4e50-98fa-fb7be8e5810e req-f10ad6e6-4730-49c2-ae6b-cefbf71646cc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533361 Sep 14 02:44:29.875978 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d613e8-a372-4c83-ab4b-a7421ca2beb8 req-048be2a8-c740-4d00-8c77-9b3d9f0205bc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:29.877540 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-76d613e8-a372-4c83-ab4b-a7421ca2beb8 req-048be2a8-c740-4d00-8c77-9b3d9f0205bc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0484407 Sep 14 02:44:29.927024 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-76d613e8-a372-4c83-ab4b-a7421ca2beb8 req-f15b79dd-8ae8-49be-b6b7-708e85803924 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Sep 14 02:44:30.756492 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc458-5e9e-4a92-a161-723067f1acc4 req-7f26f615-2665-4d0a-8531-fa49347d7d74 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:30.758003 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bf9cc458-5e9e-4a92-a161-723067f1acc4 req-7f26f615-2665-4d0a-8531-fa49347d7d74 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0489163 Sep 14 02:44:30.807772 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bf9cc458-5e9e-4a92-a161-723067f1acc4 req-3698f13f-99ec-45ba-94d0-ec62b37ce7f2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439692 Sep 14 02:44:30.908204 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:44:30.986976 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: DOWN; New status is: DOWN {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:44:31.072397 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab89042-a771-4990-9d89-b23c7959daef req-a44eba3a-fe87-4077-9544-015824c9a148 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:31.073930 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-eab89042-a771-4990-9d89-b23c7959daef req-a44eba3a-fe87-4077-9544-015824c9a148 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0532219 Sep 14 02:44:31.123306 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-eab89042-a771-4990-9d89-b23c7959daef req-25ef9791-cc3b-4c12-a259-2b3ee2743e0a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 Sep 14 02:44:31.934585 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939446-b391-442e-b5ab-d7d3b311d44f req-7ee77a18-77ea-4c28-9794-9d95b441a362 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:31.936004 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a6939446-b391-442e-b5ab-d7d3b311d44f req-7ee77a18-77ea-4c28-9794-9d95b441a362 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0472672 Sep 14 02:44:31.986497 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a6939446-b391-442e-b5ab-d7d3b311d44f req-0d98861b-16c5-489f-aee6-f94def8dba87 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426595 Sep 14 02:44:32.256020 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221c938-25eb-43a3-aafd-773c8c30267d req-4c46367a-8c07-4927-ae39-175184b03f1e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:32.259405 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5221c938-25eb-43a3-aafd-773c8c30267d req-4c46367a-8c07-4927-ae39-175184b03f1e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0496502 Sep 14 02:44:32.310898 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5221c938-25eb-43a3-aafd-773c8c30267d req-722d7ee4-89b2-4439-b200-17a1781bb9ca tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473685 Sep 14 02:44:32.582260 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:33.114176 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b012b5-23fe-4d4f-9239-875c48ef314a req-c82d8baa-7db1-4e74-b014-cdcf384fed8d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:33.115790 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-07b012b5-23fe-4d4f-9239-875c48ef314a req-c82d8baa-7db1-4e74-b014-cdcf384fed8d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0532403 Sep 14 02:44:33.168515 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-07b012b5-23fe-4d4f-9239-875c48ef314a req-f6cbe48c-222e-4f09-bd31-2aa1d0eedd72 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468085 Sep 14 02:44:33.446681 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5cf61-864d-440f-baaa-07932c7a6a3f req-0f2cae4c-0899-4acf-b945-9b05211c8e89 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:33.448424 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ecf5cf61-864d-440f-baaa-07932c7a6a3f req-0f2cae4c-0899-4acf-b945-9b05211c8e89 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0542994 Sep 14 02:44:33.487604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:33.499776 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ecf5cf61-864d-440f-baaa-07932c7a6a3f req-3a9bb5aa-1275-4dbc-b496-d71e71ffc626 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Sep 14 02:44:33.526175 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:34.306893 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175f0e-5cfa-4161-a34b-b0813e00a7ee req-61d7818c-62ba-4480-8345-35c2d3317adc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:34.308364 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-18175f0e-5cfa-4161-a34b-b0813e00a7ee req-61d7818c-62ba-4480-8345-35c2d3317adc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0519326 Sep 14 02:44:34.329518 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:34.335051 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:34.363205 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-18175f0e-5cfa-4161-a34b-b0813e00a7ee req-b4ba51a5-9d05-479c-9cae-2a5eebd659fc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490775 Sep 14 02:44:34.640357 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec260-db2e-40bc-b096-b520bd33fd8a req-afe065dc-ad4b-429f-bec9-323d226e86dc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:34.641839 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-68aec260-db2e-40bc-b096-b520bd33fd8a req-afe065dc-ad4b-429f-bec9-323d226e86dc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0518095 Sep 14 02:44:34.689898 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-68aec260-db2e-40bc-b096-b520bd33fd8a req-cc3de0ee-32a8-4ad4-9473-3690b6d8c218 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Sep 14 02:44:35.502500 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677425-9c07-4fa5-aca7-50ac0434da85 req-f3cd11f0-1652-4647-9e52-bb129c37a419 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:35.505757 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c8677425-9c07-4fa5-aca7-50ac0434da85 req-f3cd11f0-1652-4647-9e52-bb129c37a419 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0533767 Sep 14 02:44:35.556787 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c8677425-9c07-4fa5-aca7-50ac0434da85 req-550cbb69-edf8-4121-a6ad-6c967109fec4 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445631 Sep 14 02:44:35.820568 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db49b5-f1eb-4d32-aab3-21dd280df9a4 req-540e77a4-5d12-4535-88b7-078220df25a7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:35.822125 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-68db49b5-f1eb-4d32-aab3-21dd280df9a4 req-540e77a4-5d12-4535-88b7-078220df25a7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0477576 Sep 14 02:44:35.874256 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-68db49b5-f1eb-4d32-aab3-21dd280df9a4 req-14621097-ccbc-4397-9b28-42ce888c6eab tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462058 Sep 14 02:44:36.684936 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44546b-86fc-4460-aab6-76c631ade14d req-eb0003e6-0296-4124-a043-ebae3816146f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:36.686428 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-db44546b-86fc-4460-aab6-76c631ade14d req-eb0003e6-0296-4124-a043-ebae3816146f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0473778 Sep 14 02:44:36.739490 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-db44546b-86fc-4460-aab6-76c631ade14d req-8b56d9e3-adca-41ec-b240-fe82bf5188de tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471141 Sep 14 02:44:37.005593 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29665-82d6-4eb4-ba87-c88fb8d9aec8 req-d8be24bc-6c68-4880-b301-aba6c7ba3000 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:37.006987 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f8b29665-82d6-4eb4-ba87-c88fb8d9aec8 req-d8be24bc-6c68-4880-b301-aba6c7ba3000 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0483282 Sep 14 02:44:37.057093 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f8b29665-82d6-4eb4-ba87-c88fb8d9aec8 req-b72a10bd-5bc4-4098-9288-16905c286052 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Sep 14 02:44:37.439767 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=18 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:37.865775 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f4c5-1291-43ca-b01b-edb0f4e126d3 req-666e04a8-0154-4bd7-bc2b-de824b5f8cf0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:37.867300 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e186f4c5-1291-43ca-b01b-edb0f4e126d3 req-666e04a8-0154-4bd7-bc2b-de824b5f8cf0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0506959 Sep 14 02:44:37.918167 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e186f4c5-1291-43ca-b01b-edb0f4e126d3 req-04ea217e-a246-4ea8-b411-89352852da78 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448925 Sep 14 02:44:38.194164 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca92fe-f21e-49d4-8005-677dc4f8fc0b req-4cd38d52-885f-4737-91e4-8dcfff5c40d7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:38.195664 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-95ca92fe-f21e-49d4-8005-677dc4f8fc0b req-4cd38d52-885f-4737-91e4-8dcfff5c40d7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Sep 14 02:44:38.245660 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-95ca92fe-f21e-49d4-8005-677dc4f8fc0b req-b0c2d871-ca12-483f-876c-2581df8fd5ae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440543 Sep 14 02:44:39.016968 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37350) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:39.045407 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7669d-5ddc-4e2d-8769-ac7627e12382 req-e1475dc7-2cf0-4d35-b393-368aa106f7dc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:39.046917 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8dd7669d-5ddc-4e2d-8769-ac7627e12382 req-e1475dc7-2cf0-4d35-b393-368aa106f7dc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0493495 Sep 14 02:44:39.100050 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8dd7669d-5ddc-4e2d-8769-ac7627e12382 req-f2afe790-d601-45c1-ac54-fec71f2647dc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469444 Sep 14 02:44:39.106736 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-a08439ef-9320-4d64-b011-897639f30e63 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884762 Sep 14 02:44:39.115767 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-fa67316f-d9b3-4e3c-b687-922e6fb0b499 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:44:39.116743 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-fa67316f-d9b3-4e3c-b687-922e6fb0b499 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053673 Sep 14 02:44:39.201647 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37358) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:39.262494 dv-cinder-857075-6-iscsi neutron-server[112943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 02:44:39.311752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-c79a6002-5688-4e56-80fb-e96d33fc5162 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:39.313171 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-c79a6002-5688-4e56-80fb-e96d33fc5162 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports/4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 940 time: 0.1104584 Sep 14 02:44:39.385252 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d8cd-e258-4f2c-ad42-a0517219c7f5 req-9933c8d1-ad0e-49b9-8da1-dd97d6e4db62 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:39.389821 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0a51d8cd-e258-4f2c-ad42-a0517219c7f5 req-9933c8d1-ad0e-49b9-8da1-dd97d6e4db62 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0475395 Sep 14 02:44:39.427007 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:39.448146 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0a51d8cd-e258-4f2c-ad42-a0517219c7f5 req-a557e891-ca91-4532-a13f-4036ee8a20e7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557325 Sep 14 02:44:40.231469 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a26d17-f7ec-41c3-8188-09dbb526ec61 req-c17637a5-ead7-4171-85ad-bcf84d20a033 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:40.232916 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-05a26d17-f7ec-41c3-8188-09dbb526ec61 req-c17637a5-ead7-4171-85ad-bcf84d20a033 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0481589 Sep 14 02:44:40.276690 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:40.281568 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-05a26d17-f7ec-41c3-8188-09dbb526ec61 req-7c04678a-5fee-4130-854b-ee767d6ed3d4 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429208 Sep 14 02:44:40.494399 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-55ee767b-1764-4f8c-8ebd-4c2fb24d5888 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408227 Sep 14 02:44:40.568560 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-ebae43cb-8c0d-40ac-a0d3-09f118d6f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:40.570648 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-ebae43cb-8c0d-40ac-a0d3-09f118d6f88b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 1130 time: 0.0458663 Sep 14 02:44:40.593444 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded1ad9-41c8-4a27-a75a-67dc276983a6 req-ba33a496-a7d8-4962-bff6-7b7070fc2bc9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:40.594981 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5ded1ad9-41c8-4a27-a75a-67dc276983a6 req-ba33a496-a7d8-4962-bff6-7b7070fc2bc9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0560234 Sep 14 02:44:40.645405 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5ded1ad9-41c8-4a27-a75a-67dc276983a6 req-9a72c001-974b-40df-86c0-793e4f10316a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Sep 14 02:44:40.705716 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-9977f100-13e0-44d5-b864-b83f5fe93c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:40.707492 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-9977f100-13e0-44d5-b864-b83f5fe93c3b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.0998900 Sep 14 02:44:40.753844 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-5476498c-3d19-4fce-915b-9c68182c75fe service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd HTTP/1.1" status: 200 len: 217 time: 0.0374551 Sep 14 02:44:40.819075 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-7ade6f3f-9983-4a38-bd27-124085f826e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:40.820569 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-7ade6f3f-9983-4a38-bd27-124085f826e2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0497670 Sep 14 02:44:40.873191 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-c4ebee30-89e5-446b-9596-0308318c8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:40.874766 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-c4ebee30-89e5-446b-9596-0308318c8208 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430932 Sep 14 02:44:40.966198 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-daf56e21-30e0-4675-aaef-0fc0cb36758d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836494 Sep 14 02:44:41.066481 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-388e9138-eb5f-4c18-92c1-7a3e9f34a0f2 req-1036734e-879b-40f9-8e07-5c5d7b563c8b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889049 Sep 14 02:44:41.408889 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff46c-4403-44e2-ae2b-629bcd175f76 req-cc2805e9-7a2e-4f7d-9d45-e65ee82a1c6a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:41.410464 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5faff46c-4403-44e2-ae2b-629bcd175f76 req-cc2805e9-7a2e-4f7d-9d45-e65ee82a1c6a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0523598 Sep 14 02:44:41.423166 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:41.459459 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5faff46c-4403-44e2-ae2b-629bcd175f76 req-d9cda671-677f-4494-9fb2-58db712e44a9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431826 Sep 14 02:44:41.781180 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e33a1-acc7-4484-a61f-17f9c94fac12 req-1dbe8d3e-c486-4735-99c5-94088f85a8a8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:41.782825 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5d7e33a1-acc7-4484-a61f-17f9c94fac12 req-1dbe8d3e-c486-4735-99c5-94088f85a8a8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0476182 Sep 14 02:44:41.830148 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-744c5f31-9a49-4e62-a3e6-d94e6ecb0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:41.831636 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-744c5f31-9a49-4e62-a3e6-d94e6ecb0fbc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098&tenant_id=63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 1127 time: 0.0694194 Sep 14 02:44:41.832774 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5d7e33a1-acc7-4484-a61f-17f9c94fac12 req-2d002993-9c2f-4654-a21c-c79428ca6002 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Sep 14 02:44:42.115611 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-ed09dffe-0ee6-4fa5-acb3-6e8615a91d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:42.117097 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-ed09dffe-0ee6-4fa5-acb3-6e8615a91d2c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1127 time: 0.0470669 Sep 14 02:44:42.212929 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-2ab45b2f-ff21-478d-8e1a-e4fea3db27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:42.214404 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-2ab45b2f-ff21-478d-8e1a-e4fea3db27b4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.0885060 Sep 14 02:44:42.294581 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-499a5c80-313e-4e8b-a9f3-a86f2cd927b9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 200 len: 999 time: 0.0607591 Sep 14 02:44:42.356178 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-3c1cff99-277b-43fc-8873-65a21641bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:42.357601 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-3c1cff99-277b-43fc-8873-65a21641bd75 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0446713 Sep 14 02:44:42.424812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-4e8646ce-fe66-45d0-bab7-74ae6508b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:42.426312 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-4e8646ce-fe66-45d0-bab7-74ae6508b5bb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382810 Sep 14 02:44:42.593986 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b566-e9ea-44ed-9f83-87bfe17832e8 req-a03fcc18-3fd8-4e83-9770-c7d8fabe1b2d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:42.595589 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9d9b566-e9ea-44ed-9f83-87bfe17832e8 req-a03fcc18-3fd8-4e83-9770-c7d8fabe1b2d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0534618 Sep 14 02:44:42.646481 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9d9b566-e9ea-44ed-9f83-87bfe17832e8 req-8dde2a08-cc2c-43ed-8dcd-2922884a0f45 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 Sep 14 02:44:42.789951 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-82b9c64c-c1b6-4a4f-ba68-2e063980e820 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244355 Sep 14 02:44:42.859138 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:42.868462 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:42.898608 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-ed1b4af8-029a-4dc1-accb-e64ce156d2ec service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981004 Sep 14 02:44:42.966616 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b1e65-7a7e-44c3-87be-9c253d63ef39 req-f621d39b-662a-437d-a54f-2dc40e0b4cb1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:42.968112 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-521b1e65-7a7e-44c3-87be-9c253d63ef39 req-f621d39b-662a-437d-a54f-2dc40e0b4cb1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0476444 Sep 14 02:44:43.015553 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-521b1e65-7a7e-44c3-87be-9c253d63ef39 req-bb5480d7-509c-4a23-af47-08f993807a77 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Sep 14 02:44:43.780494 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f8094-12f4-48c7-bbb2-8b26afa90fc5 req-671b1a7f-a4a5-4ee4-b592-b768ec33fa52 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:43.782087 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-877f8094-12f4-48c7-bbb2-8b26afa90fc5 req-671b1a7f-a4a5-4ee4-b592-b768ec33fa52 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0537121 Sep 14 02:44:43.834929 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-877f8094-12f4-48c7-bbb2-8b26afa90fc5 req-47ccb776-1280-4bb8-823c-8e4dcc87b2c2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Sep 14 02:44:44.148777 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63ebe4-73fd-4589-ac20-f1f1494abea0 req-bb3b9471-be11-4e3c-aa20-fd46c6247338 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:44.150352 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6c63ebe4-73fd-4589-ac20-f1f1494abea0 req-bb3b9471-be11-4e3c-aa20-fd46c6247338 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0487745 Sep 14 02:44:44.201701 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6c63ebe4-73fd-4589-ac20-f1f1494abea0 req-d63b727d-7a36-4b93-8186-73381f8fa06c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455344 Sep 14 02:44:44.964814 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753dbf8-f70a-4bc2-998e-ce6377d69574 req-f555ee2a-a9d6-4a4c-ba87-59b29ee72d34 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:44.967399 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3753dbf8-f70a-4bc2-998e-ce6377d69574 req-f555ee2a-a9d6-4a4c-ba87-59b29ee72d34 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0548236 Sep 14 02:44:45.020840 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3753dbf8-f70a-4bc2-998e-ce6377d69574 req-e0b4eb3e-64ad-4794-b68c-b8ec83f0ed74 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472300 Sep 14 02:44:45.340204 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b0745-c04e-4cdb-8cc9-daf066924b09 req-519b08a3-0464-4af7-9d6b-995d857295df tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:45.341763 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f22b0745-c04e-4cdb-8cc9-daf066924b09 req-519b08a3-0464-4af7-9d6b-995d857295df tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0524426 Sep 14 02:44:45.394242 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f22b0745-c04e-4cdb-8cc9-daf066924b09 req-b578ba29-a0b1-4594-8a92-a214f7501d64 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462909 Sep 14 02:44:46.158708 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163441a-7bc7-4fe3-a906-fbd388288e18 req-473a55fa-42d8-4976-93da-7e37c2299667 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:46.163953 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7163441a-7bc7-4fe3-a906-fbd388288e18 req-473a55fa-42d8-4976-93da-7e37c2299667 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0535150 Sep 14 02:44:46.211457 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7163441a-7bc7-4fe3-a906-fbd388288e18 req-2d4c2a15-650b-47b6-9770-f2e5767a3cc9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455832 Sep 14 02:44:46.528230 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76229c-e921-468f-b205-dd3b6baa44b6 req-81ecc22b-bff9-43d0-866e-8c29230c9909 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:46.529736 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd76229c-e921-468f-b205-dd3b6baa44b6 req-81ecc22b-bff9-43d0-866e-8c29230c9909 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0496080 Sep 14 02:44:46.584145 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd76229c-e921-468f-b205-dd3b6baa44b6 req-61049410-b604-4462-abda-19be3c68f6ec tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483668 Sep 14 02:44:47.311706 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:47.348956 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce787371-8a88-4a4f-abe2-51137854f224 req-58cb17e7-b854-4dd2-b2f4-3a651b902d1f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:47.350505 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce787371-8a88-4a4f-abe2-51137854f224 req-58cb17e7-b854-4dd2-b2f4-3a651b902d1f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0487161 Sep 14 02:44:47.415910 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce787371-8a88-4a4f-abe2-51137854f224 req-ba9a326c-9bc2-427c-9959-7ac5bd58a555 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595064 Sep 14 02:44:47.719176 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1b6b2-da98-4ded-96be-8daef3c8825e req-3a3e698e-0b32-48df-a29e-bff3103ef7da tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:47.720603 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39c1b6b2-da98-4ded-96be-8daef3c8825e req-3a3e698e-0b32-48df-a29e-bff3103ef7da tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0489719 Sep 14 02:44:47.747983 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:47.774379 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39c1b6b2-da98-4ded-96be-8daef3c8825e req-05bd507b-b70a-4861-ac96-54f13ce4c5a8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 Sep 14 02:44:48.550897 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7686424-ae45-4c55-9ebd-8ce1e1998ae9 req-90b1f642-5418-42df-8fb5-6969ac315c6b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:48.553362 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b7686424-ae45-4c55-9ebd-8ce1e1998ae9 req-90b1f642-5418-42df-8fb5-6969ac315c6b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0547483 Sep 14 02:44:48.616025 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b7686424-ae45-4c55-9ebd-8ce1e1998ae9 req-7fe6aaf4-8a22-4bde-90b3-d81c4e5af843 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568459 Sep 14 02:44:48.989810 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b7d4-0be9-47d1-b658-0930808e3a95 req-6342f5e1-9b14-4125-91c8-97c188fc4fd9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:48.991360 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8ce7b7d4-0be9-47d1-b658-0930808e3a95 req-6342f5e1-9b14-4125-91c8-97c188fc4fd9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0750504 Sep 14 02:44:49.045514 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8ce7b7d4-0be9-47d1-b658-0930808e3a95 req-217df8d3-5830-4b16-814f-feb4062cfb65 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457301 Sep 14 02:44:49.414752 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:49.419105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:49.749499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f74e-86eb-45c3-b7b4-f98f34724cd0 req-2cc94f3e-19be-4f3a-bd9a-9e991ccea4bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:49.750938 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3412f74e-86eb-45c3-b7b4-f98f34724cd0 req-2cc94f3e-19be-4f3a-bd9a-9e991ccea4bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0541763 Sep 14 02:44:49.798930 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3412f74e-86eb-45c3-b7b4-f98f34724cd0 req-5f2df2fe-31b0-4a41-a0ef-a60e2f0c55ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Sep 14 02:44:50.236111 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cd6f6-c078-4ac9-bdd3-0febd3aa0430 req-f525a121-0282-4326-8a2f-0afc9a4db979 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:50.237800 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-597cd6f6-c078-4ac9-bdd3-0febd3aa0430 req-f525a121-0282-4326-8a2f-0afc9a4db979 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0785356 Sep 14 02:44:50.289359 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-597cd6f6-c078-4ac9-bdd3-0febd3aa0430 req-64b066b2-7d5c-48c3-9ab5-bd1ba799d78f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457416 Sep 14 02:44:50.416088 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:50.932157 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637dd6a-d97b-4c5c-9c82-d5fdd76b1478 req-a52a3d60-41a4-4fe4-8bae-6a143c45cea9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:50.933763 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a637dd6a-d97b-4c5c-9c82-d5fdd76b1478 req-a52a3d60-41a4-4fe4-8bae-6a143c45cea9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0472088 Sep 14 02:44:50.988055 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a637dd6a-d97b-4c5c-9c82-d5fdd76b1478 req-4f8e70dd-4372-45e2-9cee-e6badbc76f49 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482333 Sep 14 02:44:51.423989 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff4b1-d682-4c30-bf90-305edfa3632d req-f3ff8984-4e4f-4af3-8525-766fff405a05 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:51.425403 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-864ff4b1-d682-4c30-bf90-305edfa3632d req-f3ff8984-4e4f-4af3-8525-766fff405a05 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0469692 Sep 14 02:44:51.492587 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-864ff4b1-d682-4c30-bf90-305edfa3632d req-70cbf674-4bb8-4f8e-9193-9e8f38eccab4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613065 Sep 14 02:44:52.117402 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df045b71-6bf1-44af-a691-98fe3372f089 req-7bbeb832-5ba1-46db-918e-98c5b7453588 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:52.119068 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-df045b71-6bf1-44af-a691-98fe3372f089 req-7bbeb832-5ba1-46db-918e-98c5b7453588 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0512733 Sep 14 02:44:52.171088 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-df045b71-6bf1-44af-a691-98fe3372f089 req-7bc1c6d0-8d0e-414d-ac96-0ddcd2e4876a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451543 Sep 14 02:44:52.636325 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18b2ba-ced2-4158-85ba-0b6cdb04b79f req-f0ce15d0-b6c8-4d01-8d85-3040ea71b8bd tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:52.637766 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0a18b2ba-ced2-4158-85ba-0b6cdb04b79f req-f0ce15d0-b6c8-4d01-8d85-3040ea71b8bd tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0554781 Sep 14 02:44:52.688862 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0a18b2ba-ced2-4158-85ba-0b6cdb04b79f req-5bdd5a2c-5c01-4786-aa99-147e1c6acf28 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Sep 14 02:44:52.894012 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:52.894809 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:53.294131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5555-4095-40b2-922b-141a087a87a2 req-de630e22-8494-486a-a6c8-014f3bd397b2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:53.295627 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-76eb5555-4095-40b2-922b-141a087a87a2 req-de630e22-8494-486a-a6c8-014f3bd397b2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0466735 Sep 14 02:44:53.345303 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-76eb5555-4095-40b2-922b-141a087a87a2 req-1d7d0c63-79b3-45c5-af15-1a387f01c264 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418906 Sep 14 02:44:53.803033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:53.816304 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b5f07-2b6b-421e-a5e3-4930c0d4fd26 req-bc171bf0-e96b-44ba-860e-81b1ed4b960a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:53.817765 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-875b5f07-2b6b-421e-a5e3-4930c0d4fd26 req-bc171bf0-e96b-44ba-860e-81b1ed4b960a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0483491 Sep 14 02:44:53.872110 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-875b5f07-2b6b-421e-a5e3-4930c0d4fd26 req-4cb0272e-a010-4b5e-96cf-d69e90d7fbe9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455289 Sep 14 02:44:53.947435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8dd78687-eec4-4f70-840a-6c2e18114a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:54.490625 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748c1d5-34f5-49f3-b2b5-488056993223 req-a0f53cbf-b309-4f34-84b7-90dfeed57344 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:54.498049 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e748c1d5-34f5-49f3-b2b5-488056993223 req-a0f53cbf-b309-4f34-84b7-90dfeed57344 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0703297 Sep 14 02:44:54.516179 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:54.545472 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e748c1d5-34f5-49f3-b2b5-488056993223 req-82577518-151b-4911-80b7-585184af882c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464010 Sep 14 02:44:54.755528 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863d727-c5b3-4937-9630-5a0e75b07300 req-1cbedfb9-6b23-4b86-a6e3-3441cf38bae2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:54.756882 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6863d727-c5b3-4937-9630-5a0e75b07300 req-1cbedfb9-6b23-4b86-a6e3-3441cf38bae2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0495148 Sep 14 02:44:54.803795 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6863d727-c5b3-4937-9630-5a0e75b07300 req-3a18de32-fa95-48ba-9eb9-d8702a4de893 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Sep 14 02:44:54.821387 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-be5b5082-23c6-4792-bb26-3c85cdaaaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:54.823526 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-be5b5082-23c6-4792-bb26-3c85cdaaaf0d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 1129 time: 0.0451276 Sep 14 02:44:54.930765 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-987c1aac-2afd-40c0-8b53-c1676f8024f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:54.932259 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-987c1aac-2afd-40c0-8b53-c1676f8024f4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 911 time: 0.0995557 Sep 14 02:44:54.999482 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-289961c5-8cb8-407e-904a-27ce49740671 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=617d7c76-db56-4a42-81b8-2564ae1c4383 HTTP/1.1" status: 200 len: 1001 time: 0.0593898 Sep 14 02:44:55.002502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6f32-df11-4159-bdba-61b81d5855b7 req-7c8c695a-85f9-4e1f-a249-d74371a236cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:55.004088 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4e4e6f32-df11-4159-bdba-61b81d5855b7 req-7c8c695a-85f9-4e1f-a249-d74371a236cf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0501082 Sep 14 02:44:55.049142 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-78a762ab-9368-46cf-b367-9211e3a82bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:55.050680 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4e4e6f32-df11-4159-bdba-61b81d5855b7 req-bf0d6bef-6b4c-4622-a7dc-2d64f42249ef tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409293 Sep 14 02:44:55.050881 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-78a762ab-9368-46cf-b367-9211e3a82bd4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0447643 Sep 14 02:44:55.096028 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-16c9a6b1-6e3b-4e39-bc6e-97d36b1871bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:55.097632 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-16c9a6b1-6e3b-4e39-bc6e-97d36b1871bd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397208 Sep 14 02:44:55.190314 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-27d48dd0-e78c-4c87-b11d-91b63161083d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863731 Sep 14 02:44:55.289723 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c5fe7a06-de2f-4a39-b1dc-3cf744c8908a req-e55cd682-2ee5-41aa-9f8b-768433c4fcc1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898705 Sep 14 02:44:55.927088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de454ffd-c596-4af5-a547-47525c82e8be req-5ae2ecd3-328c-4ff0-9acd-c025c9e17182 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:55.928569 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-de454ffd-c596-4af5-a547-47525c82e8be req-5ae2ecd3-328c-4ff0-9acd-c025c9e17182 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0476441 Sep 14 02:44:55.975146 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-de454ffd-c596-4af5-a547-47525c82e8be req-85763ba0-045d-4d6e-adf6-2a438240059f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409064 Sep 14 02:44:56.096959 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-fcccd26b-e3e2-41bc-8d9f-b78c5eac9eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:56.184200 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3547-079d-419a-bc3e-06911d7d13b4 req-b5b2e876-6272-43f8-8202-6beb4c168a9c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:56.185626 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-777b3547-079d-419a-bc3e-06911d7d13b4 req-b5b2e876-6272-43f8-8202-6beb4c168a9c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0505953 Sep 14 02:44:56.234766 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-777b3547-079d-419a-bc3e-06911d7d13b4 req-0f28db90-741e-4808-b713-ee20e10b251f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420310 Sep 14 02:44:57.104910 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613b3c8-c7bf-43cf-bf3b-8202fd0f6183 req-a7525356-048f-4a57-b228-79d2b6a61b74 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:57.114965 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e613b3c8-c7bf-43cf-bf3b-8202fd0f6183 req-a7525356-048f-4a57-b228-79d2b6a61b74 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0586312 Sep 14 02:44:57.160120 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e613b3c8-c7bf-43cf-bf3b-8202fd0f6183 req-633bc363-66de-401e-b885-ace349ed0774 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442238 Sep 14 02:44:57.372954 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f23a-e1e4-4755-b8be-ad1dfc1fefc8 req-67b0fbc2-f1fe-408a-b19e-d9ef8d031a53 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:57.374441 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b991f23a-e1e4-4755-b8be-ad1dfc1fefc8 req-67b0fbc2-f1fe-408a-b19e-d9ef8d031a53 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0496511 Sep 14 02:44:57.426798 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b991f23a-e1e4-4755-b8be-ad1dfc1fefc8 req-7f3a4775-78b5-40b4-91b8-e90631cbba61 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 Sep 14 02:44:57.476168 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:58.567830 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe40a9f-5b33-4745-a58d-dfff41c1225c req-8f3b75a1-6b4a-4f4f-9ab1-873050062be8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:58.569303 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2fe40a9f-5b33-4745-a58d-dfff41c1225c req-8f3b75a1-6b4a-4f4f-9ab1-873050062be8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0470111 Sep 14 02:44:58.625499 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2fe40a9f-5b33-4745-a58d-dfff41c1225c req-34d769eb-edea-4683-82ac-6f826e037a59 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490417 Sep 14 02:44:58.877033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:58.945648 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.346516 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37602) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:59.455638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.532884 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Publish callbacks [] for security_group (31c56862-69aa-4166-9131-6b1bfd14cc71), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.539486 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (31c56862-69aa-4166-9131-6b1bfd14cc71), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.577710 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c56862-69aa-4166-9131-6b1bfd14cc71,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:59.579652 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:59.582300 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=93c3b1f168b441968b2e5afbfec47de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346866 Sep 14 02:44:59.585705 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37606) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:44:59.589092 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.589437 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.589773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.590154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.590478 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.590804 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.591128 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.591444 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.591768 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.592073 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.592392 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.592784 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.593034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.593350 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.593666 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63a37e2-cc5c-4488-88a7-40bb9c26ac0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.637259 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Publish callbacks [] for security_group (31c56862-69aa-4166-9131-6b1bfd14cc71), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.659195 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Publish callbacks [] for security_group (31c56862-69aa-4166-9131-6b1bfd14cc71), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.710975 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (31c56862-69aa-4166-9131-6b1bfd14cc71), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.713403 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:44:59.714562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/31c56862-69aa-4166-9131-6b1bfd14cc71 HTTP/1.1" status: 204 len: 168 time: 0.1278431 Sep 14 02:44:59.723171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c56862-69aa-4166-9131-6b1bfd14cc71,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:44:59.730855 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.731203 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.731544 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.732022 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.732330 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.732655 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.732977 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.733298 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.733618 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.734005 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.734305 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.734617 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.734931 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.735246 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.735563 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad28366-4610-4615-8f85-3e5854839dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:44:59.761076 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:44:59.774664 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5467-04da-4357-8e1e-bd917c6ec793 req-b4c5bb76-116a-4b57-8a31-77921b1e4eb2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:44:59.776458 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-633e5467-04da-4357-8e1e-bd917c6ec793 req-b4c5bb76-116a-4b57-8a31-77921b1e4eb2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0686419 Sep 14 02:44:59.829613 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-633e5467-04da-4357-8e1e-bd917c6ec793 req-19175563-3804-449b-a4e6-b8e7acd2b0e6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458987 Sep 14 02:45:00.437740 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37634) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:00.536288 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1346684201-network', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:00.559430 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Made reservation on behalf of 97e0486d0dae41d89d82f71f5cb9eb5b for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:45:00.563215 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.576390 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.657401 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks [] for security_group (57dca353-d458-47a1-9ca6-0f5bbabffa3d), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.663005 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (57dca353-d458-47a1-9ca6-0f5bbabffa3d), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.690361 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:45:00.696836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dca353-d458-47a1-9ca6-0f5bbabffa3d,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:00.704568 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.705011 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Added segment c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f of type vlan for network 79393532-121c-4bb6-ae80-69d4765cb1b7 Sep 14 02:45:00.747186 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (79393532-121c-4bb6-ae80-69d4765cb1b7), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.773891 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (79393532-121c-4bb6-ae80-69d4765cb1b7), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.774991 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:00.775555 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.830810 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3919909 Sep 14 02:45:00.833981 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37640) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:00.836154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72232f24-1a39-4863-a85c-277a45325f67 admin admin] Pushing event updated for resources: {'Network': ['ID=79393532-121c-4bb6-ae80-69d4765cb1b7,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:00.838862 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Request body: {'subnet': {'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1346684201-subnet', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:00.847527 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:45:00.873335 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Made reservation on behalf of 97e0486d0dae41d89d82f71f5cb9eb5b for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:45:00.879008 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:00.980093 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf1d63-812b-4e56-8640-6a87653e6b62 req-967a0dca-957e-40b1-a296-cdd98c54944b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:00.981616 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5eaf1d63-812b-4e56-8640-6a87653e6b62 req-967a0dca-957e-40b1-a296-cdd98c54944b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0494478 Sep 14 02:45:01.033453 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5eaf1d63-812b-4e56-8640-6a87653e6b62 req-007a52d6-8907-4618-8b6f-d5dafabb9714 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452297 Sep 14 02:45:01.067755 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (cad86bc6-a2ca-4840-a20b-0c81fc132b2c), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.096841 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:01.108933 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:01.124695 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad86bc6-a2ca-4840-a20b-0c81fc132b2c,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:01.136298 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Checking segment: {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:01.136647 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Network hostable DHCP agents. Network: 79393532-121c-4bb6-ae80-69d4765cb1b7, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:45:01.155514 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:45:01.164727 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 79393532-121c-4bb6-ae80-69d4765cb1b7) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:01.168926 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:01.169542 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.173715 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c2532-6d51-46df-a97f-47913fe22f8e None None] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:45:01.195227 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5c476d42-9563-4552-a96f-6f2b2b3011a3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3576438 Sep 14 02:45:01.195457 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37644) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:01.199827 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:01.221695 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (1538dcd0-c152-44a4-9694-50b2c0b60099), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.223026 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (1538dcd0-c152-44a4-9694-50b2c0b60099), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.279064 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks [] for router_controller (1538dcd0-c152-44a4-9694-50b2c0b60099), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.289450 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-79393532-121c-4bb6-ae80-69d4765cb1b7', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:45:01.290404 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.415066 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks [] for router_gateway (1538dcd0-c152-44a4-9694-50b2c0b60099), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.426773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Allocated IP 172.20.0.2 (79393532-121c-4bb6-ae80-69d4765cb1b7/cad86bc6-a2ca-4840-a20b-0c81fc132b2c/a3c924fe-2c2a-458e-9cb4-4fd5658d71d4) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:01.570529 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Publish callbacks [] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.577383 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.591610 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks [] for router_gateway (1538dcd0-c152-44a4-9694-50b2c0b60099), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.612139 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.620818 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:01.624061 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:01.626620 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:01.635457 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Pushing event updated for resources: {'Port': ['ID=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:01.689253 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Attempting to bind port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:01.689584 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Attempting to bind port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:01.689968 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Attempting to bind port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 on network 79393532-121c-4bb6-ae80-69d4765cb1b7 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:01.718679 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Allocated IP 172.27.2.88 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/66001bcb-d159-4633-9de4-c7393824c9f6) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:01.736904 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:01.737382 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Checking segment: {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:01.737806 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.738187 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Bound using segment: {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:01.738769 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Bound port: a3c924fe-2c2a-458e-9cb4-4fd5658d71d4, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:01.739141 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.752847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:01.778386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:01.802034 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] For port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:01.805451 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] For port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:01.811820 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.824166 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks [] for port (66001bcb-d159-4633-9de4-c7393824c9f6), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.862746 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:01.864190 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9285fe2-2bbb-45c7-932d-36ad3f7498fa None None] Pushing event updated for resources: {'Port': ['ID=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:01.901248 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:01.905900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:01.909408 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:01.911229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:01.944260 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Pushing event updated for resources: {'Port': ['ID=66001bcb-d159-4633-9de4-c7393824c9f6,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:01.964393 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:02.170604 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c26004-c478-4077-b8eb-29b65c09b6ec req-4e2580aa-17be-4d53-b7b0-f3ea392fecb7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:02.172120 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-60c26004-c478-4077-b8eb-29b65c09b6ec req-4e2580aa-17be-4d53-b7b0-f3ea392fecb7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0517220 Sep 14 02:45:02.173728 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks [] for router_gateway (1538dcd0-c152-44a4-9694-50b2c0b60099), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:02.219258 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-60c26004-c478-4077-b8eb-29b65c09b6ec req-92a94087-e7d1-4dcf-abca-28e7f613eb0c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Sep 14 02:45:02.319210 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:02.362544 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (1538dcd0-c152-44a4-9694-50b2c0b60099), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:02.365869 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:02.366330 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:02.366627 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 Sep 14 02:45:02.439345 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:02.439735 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:02.481691 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:02.487577 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:02.494689 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Router 1538dcd0-c152-44a4-9694-50b2c0b60099 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:45:02.543475 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:02.599693 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:45:02.610114 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Sync routers for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:45:02.620018 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:02.621375 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-35c5b0fa-9c63-4518-aa3e-443da3e0ea2c admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4249516 Sep 14 02:45:02.624357 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37650) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:02.628095 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:02.629063 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:02.870342 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91739f90-17f7-4af0-8f4f-01d82224c722 None None] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:45:02.876317 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:02.922172 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:02.923181 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-a824607d-dc19-444e-b03f-13e167210383 None None] Provisioning complete for port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:02.923519 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a824607d-dc19-444e-b03f-13e167210383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:02.923815 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-a824607d-dc19-444e-b03f-13e167210383 None None] Attempt 1 to provision port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 Sep 14 02:45:02.930874 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:03.054600 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.193044 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-a824607d-dc19-444e-b03f-13e167210383 None None] Current status of the port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:03.209297 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:02Z', 'revision_number': 3, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:03.215025 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Allocated IP 172.20.0.1 (79393532-121c-4bb6-ae80-69d4765cb1b7/cad86bc6-a2ca-4840-a20b-0c81fc132b2c/03b7b2ef-0642-40ca-bf82-6db02d96ca49) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:03.236627 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Checking router: 1538dcd0-c152-44a4-9694-50b2c0b60099 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:45:03.236978 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Updating router 1538dcd0-c152-44a4-9694-50b2c0b60099 port 66001bcb-d159-4633-9de4-c7393824c9f6 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:45:03.238847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:03.275621 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.308797 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:03.334619 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks [] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.396311 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd01d6-1bce-4395-a091-0be2faf09803 req-b57a0d15-8e87-44d6-a895-5dfca2c591f4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:03.397812 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fbbd01d6-1bce-4395-a091-0be2faf09803 req-b57a0d15-8e87-44d6-a895-5dfca2c591f4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0769684 Sep 14 02:45:03.419811 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.430410 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:03.431915 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:03.449086 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-4e291d4b-fdee-494e-9957-26e6482cd46a None None] Provisioning complete for port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:03.449457 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4e291d4b-fdee-494e-9957-26e6482cd46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.449766 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4e291d4b-fdee-494e-9957-26e6482cd46a None None] Attempt 1 to provision port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 Sep 14 02:45:03.489747 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:03.490615 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Pushing event updated for resources: {'Port': ['ID=03b7b2ef-0642-40ca-bf82-6db02d96ca49,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:03.494501 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:03.499181 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fbbd01d6-1bce-4395-a091-0be2faf09803 req-d0d8804f-b5b7-4a25-b1f1-7ff6f7d8c3c4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950122 Sep 14 02:45:03.499889 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:03.552561 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (1538dcd0-c152-44a4-9694-50b2c0b60099), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.599155 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:03.607312 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4e291d4b-fdee-494e-9957-26e6482cd46a None None] Current status of the port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:03.612387 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Publish callbacks [] for port (66001bcb-d159-4633-9de4-c7393824c9f6), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.620212 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.654035 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Attempting to bind port 66001bcb-d159-4633-9de4-c7393824c9f6 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:03.654390 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Attempting to bind port 66001bcb-d159-4633-9de4-c7393824c9f6 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:03.654817 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Attempting to bind port 66001bcb-d159-4633-9de4-c7393824c9f6 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:03.690386 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.692970 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f466f40-21fa-4459-9dfd-dc17176d01fa None None] Pushing event updated for resources: {'Port': ['ID=66001bcb-d159-4633-9de4-c7393824c9f6,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:03.711952 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:03.712319 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:03.712721 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.713105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:03.713572 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Bound port: 66001bcb-d159-4633-9de4-c7393824c9f6, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:03.713968 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.750974 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Provisioning complete for port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:03.751338 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.751664 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 1 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:03.802970 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] For port 66001bcb-d159-4633-9de4-c7393824c9f6, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:03.804993 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:03.806647 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] For port 66001bcb-d159-4633-9de4-c7393824c9f6, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=66001bcb-d159-4633-9de4-c7393824c9f6,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:03.810296 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:03.813325 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:03.849494 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:03.850174 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:03.915969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f466f40-21fa-4459-9dfd-dc17176d01fa None None] Pushing event updated for resources: {'Port': ['ID=66001bcb-d159-4633-9de4-c7393824c9f6,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:03.978840 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:04.104512 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks [] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:04.108162 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:04.111446 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:04.148465 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:04.175693 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Pushing event updated for resources: {'Port': ['ID=03b7b2ef-0642-40ca-bf82-6db02d96ca49,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:04.180851 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (1538dcd0-c152-44a4-9694-50b2c0b60099), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:04.186068 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 1, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:04.214372 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093164bd-714f-4455-a5ba-6680e7d2bfa3 None None] The sync data for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi is: [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 1, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:45:04.286385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:04.290660 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:04.292417 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:04.309814 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 2 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:04.368024 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:04.389765 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:04.390270 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:04.390721 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 Sep 14 02:45:04.411647 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Router 1538dcd0-c152-44a4-9694-50b2c0b60099 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:45:04.444948 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:45:04.508003 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:04.557014 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:45:04.565637 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a015e2c4-0e7a-4578-8303-691ae972f812 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/1538dcd0-c152-44a4-9694-50b2c0b60099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9393613 Sep 14 02:45:04.651906 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0b52-6114-40d4-aecf-b7676389742c req-c0326a78-b3a0-4fb6-b3ca-aa36201bf317 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:04.653449 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-23fd0b52-6114-40d4-aecf-b7676389742c req-c0326a78-b3a0-4fb6-b3ca-aa36201bf317 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0556169 Sep 14 02:45:04.711460 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-23fd0b52-6114-40d4-aecf-b7676389742c req-faaa1fab-f149-43e7-963d-230a351e48af tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517972 Sep 14 02:45:04.869239 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 3 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:04.905805 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:05.132319 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37674) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:05.137564 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-25007544-network', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:05.165235 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Made reservation on behalf of 44c1c1b7ba2345f4ac1930d85dd8e9ee for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:45:05.167633 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.178945 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.215549 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:05.263663 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks [] for security_group (12b457bb-c312-4a83-9569-b3412c9f5616), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.268914 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (12b457bb-c312-4a83-9569-b3412c9f5616), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.300563 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:45:05.307564 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b457bb-c312-4a83-9569-b3412c9f5616,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:05.313115 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:05.314426 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (ec44e506-fa37-40b7-9516-c82df4caa12a), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.314798 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Added segment ec44e506-fa37-40b7-9516-c82df4caa12a of type vlan for network 0909f74f-00dd-4060-8e28-2372b936ce78 Sep 14 02:45:05.357216 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (0909f74f-00dd-4060-8e28-2372b936ce78), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.384715 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (0909f74f-00dd-4060-8e28-2372b936ce78), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.386391 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:05.386995 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.407123 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 4 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:05.440907 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:05.445160 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3113978 Sep 14 02:45:05.448268 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37678) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:05.450688 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cfcb2-d75e-47f8-8e72-e3a30dc7ee36 admin admin] Pushing event updated for resources: {'Network': ['ID=0909f74f-00dd-4060-8e28-2372b936ce78,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:05.455331 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Request body: {'subnet': {'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-25007544-subnet', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:05.461952 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 0909f74f-00dd-4060-8e28-2372b936ce78 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:45:05.481136 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Made reservation on behalf of 44c1c1b7ba2345f4ac1930d85dd8e9ee for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:45:05.484164 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.604786 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:05.661512 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (445c6143-fbc2-4486-b5b6-72129a15b728), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.714691 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:05.721721 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445c6143-fbc2-4486-b5b6-72129a15b728,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:05.738067 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Checking segment: {'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:05.738459 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Network hostable DHCP agents. Network: 0909f74f-00dd-4060-8e28-2372b936ce78, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:45:05.759467 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Network 0909f74f-00dd-4060-8e28-2372b936ce78 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:45:05.771070 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 0909f74f-00dd-4060-8e28-2372b936ce78) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:05.775338 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:05.775952 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.781417 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dafd2c-b2f9-43ba-8e7d-0416d727feae None None] Network 0909f74f-00dd-4060-8e28-2372b936ce78 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:45:05.797086 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37682) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:05.797318 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-21e80739-31b6-46dc-986f-1abbde9fa005 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3475714 Sep 14 02:45:05.803848 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:05.872438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf0164-0cae-4413-b852-edda70f59b05 req-8e319247-950c-4c0f-872e-aa9966850657 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:05.874158 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e2cf0164-0cae-4413-b852-edda70f59b05 req-8e319247-950c-4c0f-872e-aa9966850657 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0649703 Sep 14 02:45:05.875082 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (7aca1d4b-451e-468e-9081-b4c21d30fb75), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.876176 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (7aca1d4b-451e-468e-9081-b4c21d30fb75), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.887563 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-0909f74f-00dd-4060-8e28-2372b936ce78', 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78', 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'fixed_ips': [{'subnet_id': '445c6143-fbc2-4486-b5b6-72129a15b728'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:45:05.888629 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.952019 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 5 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:05.956458 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks [] for router_controller (7aca1d4b-451e-468e-9081-b4c21d30fb75), precommit_add_association {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:05.966085 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e2cf0164-0cae-4413-b852-edda70f59b05 req-f9bc1bf9-0bb6-4674-b098-279eab66517c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809298 Sep 14 02:45:06.021569 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:06.115721 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks [] for router_gateway (7aca1d4b-451e-468e-9081-b4c21d30fb75), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.212524 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Allocated IP 172.20.0.2 (0909f74f-00dd-4060-8e28-2372b936ce78/445c6143-fbc2-4486-b5b6-72129a15b728/a688e733-20fb-4af6-abcd-437300b00b6b) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:06.366265 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 66001bcb-d159-4633-9de4-c7393824c9f6 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:06.373462 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks [] for router_gateway (7aca1d4b-451e-468e-9081-b4c21d30fb75), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.400814 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.417506 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:06.448818 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Publish callbacks [] for port (a688e733-20fb-4af6-abcd-437300b00b6b), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.460183 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.471375 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 66001bcb-d159-4633-9de4-c7393824c9f6 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:06.471744 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.472113 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 66001bcb-d159-4633-9de4-c7393824c9f6 Sep 14 02:45:06.497666 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Sync routers for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:45:06.509432 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:06.514462 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:06.517497 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:06.531013 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 6 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:06.539434 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Network 0909f74f-00dd-4060-8e28-2372b936ce78 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:06.547256 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Allocated IP 172.27.2.194 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/b92be32a-8173-426a-919b-22748d4f20ba) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:06.562667 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:06.566543 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:06.575601 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:06.585511 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Pushing event updated for resources: {'Port': ['ID=a688e733-20fb-4af6-abcd-437300b00b6b,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:06.599562 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:06.668804 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:06.681435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Attempting to bind port a688e733-20fb-4af6-abcd-437300b00b6b on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:06.681848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Attempting to bind port a688e733-20fb-4af6-abcd-437300b00b6b by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:06.682205 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Attempting to bind port a688e733-20fb-4af6-abcd-437300b00b6b on network 0909f74f-00dd-4060-8e28-2372b936ce78 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:06.685619 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 66001bcb-d159-4633-9de4-c7393824c9f6 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:06.686027 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.731389 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks [] for port (b92be32a-8173-426a-919b-22748d4f20ba), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.737630 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 66001bcb-d159-4633-9de4-c7393824c9f6, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=66001bcb-d159-4633-9de4-c7393824c9f6,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:06.748396 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:06.748858 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Checking segment: {'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:06.749266 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.752052 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Bound using segment: {'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:06.752052 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Bound port: a688e733-20fb-4af6-abcd-437300b00b6b, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:06.752052 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.761757 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.765589 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:06.775962 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (b92be32a-8173-426a-919b-22748d4f20ba), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.830445 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:06.833959 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:06.835925 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Pushing event updated for resources: {'Port': ['ID=b92be32a-8173-426a-919b-22748d4f20ba,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:06.838374 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:06.846005 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=66001bcb-d159-4633-9de4-c7393824c9f6,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:06.858997 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] For port a688e733-20fb-4af6-abcd-437300b00b6b, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:06.864390 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] For port a688e733-20fb-4af6-abcd-437300b00b6b, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a688e733-20fb-4af6-abcd-437300b00b6b,segment=NetworkSegment(ec44e506-fa37-40b7-9516-c82df4caa12a),segment_id=ec44e506-fa37-40b7-9516-c82df4caa12a)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:06.873017 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:06.916077 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 2, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:06.933415 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbb9f1-8fbd-496c-ac5a-30bd4a585dbf None None] Pushing event updated for resources: {'Port': ['ID=a688e733-20fb-4af6-abcd-437300b00b6b,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:06.950541 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Checking router: 1538dcd0-c152-44a4-9694-50b2c0b60099 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:45:06.950921 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Updating router 1538dcd0-c152-44a4-9694-50b2c0b60099 port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:45:06.980618 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.100587 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 7 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:07.142773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks [] for router_gateway (7aca1d4b-451e-468e-9081-b4c21d30fb75), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.152303 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:07.256216 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2f255-f4d2-4552-a24d-3f1c51017a2f req-af77423e-9a6f-4d06-8f00-9f0c143898e9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:07.257733 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c0e2f255-f4d2-4552-a24d-3f1c51017a2f req-af77423e-9a6f-4d06-8f00-9f0c143898e9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.1120565 Sep 14 02:45:07.290234 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Publish callbacks [] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.297050 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.357998 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Pushing event updated for resources: {'Port': ['ID=03b7b2ef-0642-40ca-bf82-6db02d96ca49,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:07.358616 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c0e2f255-f4d2-4552-a24d-3f1c51017a2f req-094afbf0-663f-4b97-a8cc-3931178a1c75 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917847 Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.386695 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.387319 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.387319 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.387523 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.387841 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.388492 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.388492 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:07.400769 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Attempting to bind port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:07.400769 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Attempting to bind port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:07.401057 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Attempting to bind port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 on network 79393532-121c-4bb6-ae80-69d4765cb1b7 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:07.411713 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (7aca1d4b-451e-468e-9081-b4c21d30fb75), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.443018 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:07.443384 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Checking segment: {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:07.443781 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.444164 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Bound using segment: {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:07.444630 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Bound port: 03b7b2ef-0642-40ca-bf82-6db02d96ca49, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:07.445000 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.504024 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] For port 03b7b2ef-0642-40ca-bf82-6db02d96ca49, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:07.507346 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] For port 03b7b2ef-0642-40ca-bf82-6db02d96ca49, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=03b7b2ef-0642-40ca-bf82-6db02d96ca49,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:07.515487 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.521993 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:07.539530 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:07.540875 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Router 7aca1d4b-451e-468e-9081-b4c21d30fb75 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:45:07.555899 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:07.556529 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:07.588089 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:07.608152 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95cfa3-33db-41c2-8e1d-319ec93a4cc5 None None] Pushing event updated for resources: {'Port': ['ID=03b7b2ef-0642-40ca-bf82-6db02d96ca49,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:07.653646 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Attempt 8 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:07.656234 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:45:07.675178 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.679629 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b26472c6-756d-4f14-bb73-f11683d71614 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8809195 Sep 14 02:45:07.680278 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37696) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:07.686484 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Sync routers for ids ['7aca1d4b-451e-468e-9081-b4c21d30fb75'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:45:07.705559 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:07.749174 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Routers {'7aca1d4b-451e-468e-9081-b4c21d30fb75'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:07.749845 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['7aca1d4b-451e-468e-9081-b4c21d30fb75'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:07.799535 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:45:07.839752 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:07.926648 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Current status of the port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:07.927291 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:07.942138 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.db.resource_extend [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 14 02:45:07.946025 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963d591-6ab2-4d05-95d7-bfe15178b421 None None] Network 0909f74f-00dd-4060-8e28-2372b936ce78 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:45:07.948191 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:07Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:07.974406 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e9209-1cc6-4bae-8e86-ec628c78746c None None] The sync data for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi is: [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:07Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:45:08.063975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:08.092225 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Set router 7aca1d4b-451e-468e-9081-b4c21d30fb75 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:08.124888 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] For port 03b7b2ef-0642-40ca-bf82-6db02d96ca49, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=03b7b2ef-0642-40ca-bf82-6db02d96ca49,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:08.177302 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.284060 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:08.358940 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '4cde1b1f-b34c-4127-96da-229475dceacc', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'port_id': '4cde1b1f-b34c-4127-96da-229475dceacc', 'mac_address': 'fa:16:3e:93:e2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:45:08.374356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Provisioning complete for port a688e733-20fb-4af6-abcd-437300b00b6b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:08.375104 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.375104 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Attempt 1 to provision port a688e733-20fb-4af6-abcd-437300b00b6b Sep 14 02:45:08.384531 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c4586-74a1-437d-af3e-7e7d95f60e49 None None] Pushing event updated for resources: {'Port': ['ID=03b7b2ef-0642-40ca-bf82-6db02d96ca49,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:08.447870 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.526938 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:08.526938 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.545085 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 3, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port': {'id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:06Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:08.571477 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a688e733-20fb-4af6-abcd-437300b00b6b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:08.577329 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffada7f-7930-4d1b-aaa0-30b9b7651a4d req-60a92658-1061-46c5-a546-c9413059a8e5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:08.579029 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6ffada7f-7930-4d1b-aaa0-30b9b7651a4d req-60a92658-1061-46c5-a546-c9413059a8e5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 943 time: 0.0912635 Sep 14 02:45:08.596440 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:08.621321 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cde1b1f-b34c-4127-96da-229475dceacc {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:45:08.649319 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Checking router: 7aca1d4b-451e-468e-9081-b4c21d30fb75 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:45:08.649662 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Updating router 7aca1d4b-451e-468e-9081-b4c21d30fb75 port b92be32a-8173-426a-919b-22748d4f20ba binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:45:08.687744 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6ffada7f-7930-4d1b-aaa0-30b9b7651a4d req-55ee04cf-8950-4eda-a10a-a658348f8291 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977569 Sep 14 02:45:08.729597 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:08.746428 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Allocated IP 172.20.0.1 (0909f74f-00dd-4060-8e28-2372b936ce78/445c6143-fbc2-4486-b5b6-72129a15b728/e416e2f8-845c-4b78-9dd7-b461e025ddb5) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:08.872871 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks [] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.895140 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:08.899564 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Current status of the port a688e733-20fb-4af6-abcd-437300b00b6b is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:08.899939 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.905413 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.906069 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.907135 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (b92be32a-8173-426a-919b-22748d4f20ba), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.946590 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Network 0909f74f-00dd-4060-8e28-2372b936ce78 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:08.949511 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:08.953615 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:08.975442 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:08.980193 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Pushing event updated for resources: {'Port': ['ID=e416e2f8-845c-4b78-9dd7-b461e025ddb5,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:08.980693 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:08.997903 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a688e733-20fb-4af6-abcd-437300b00b6b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:08.998275 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:08.998612 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a688e733-20fb-4af6-abcd-437300b00b6b Sep 14 02:45:08.998814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (7aca1d4b-451e-468e-9081-b4c21d30fb75), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.042312 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] For port a688e733-20fb-4af6-abcd-437300b00b6b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a688e733-20fb-4af6-abcd-437300b00b6b,segment=NetworkSegment(ec44e506-fa37-40b7-9516-c82df4caa12a),segment_id=ec44e506-fa37-40b7-9516-c82df4caa12a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:09.092515 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.101040 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=9']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:09.138389 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.147216 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:09.157114 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Provisioning complete for port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:09.157560 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.157826 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Attempt 1 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:09.269921 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Pushing event updated for resources: {'Port': ['ID=a688e733-20fb-4af6-abcd-437300b00b6b,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:09.300949 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a688e733-20fb-4af6-abcd-437300b00b6b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:09.302041 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 03b7b2ef-0642-40ca-bf82-6db02d96ca49 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:09.303047 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks [] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.309367 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.378578 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Pushing event updated for resources: {'Port': ['ID=e416e2f8-845c-4b78-9dd7-b461e025ddb5,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:09.382677 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (7aca1d4b-451e-468e-9081-b4c21d30fb75), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.402061 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf62c8-4426-4cc5-b0e1-880ee3a6e50e None None] Current status of the port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:09.435640 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:09.436009 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.436340 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:09.477759 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Network 0909f74f-00dd-4060-8e28-2372b936ce78 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:09.479404 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:09.481879 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Publish callbacks [] for port (b92be32a-8173-426a-919b-22748d4f20ba), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.491919 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (b92be32a-8173-426a-919b-22748d4f20ba), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.542142 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Attempting to bind port b92be32a-8173-426a-919b-22748d4f20ba on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:09.542520 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Attempting to bind port b92be32a-8173-426a-919b-22748d4f20ba by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:09.542875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Attempting to bind port b92be32a-8173-426a-919b-22748d4f20ba on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:09.546421 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:09.604923 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Provisioning complete for port a688e733-20fb-4af6-abcd-437300b00b6b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:09.605265 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.605522 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 1 to provision port a688e733-20fb-4af6-abcd-437300b00b6b Sep 14 02:45:09.619911 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Pushing event updated for resources: {'Port': ['ID=b92be32a-8173-426a-919b-22748d4f20ba,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:09.631966 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Router 7aca1d4b-451e-468e-9081-b4c21d30fb75 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:45:09.655804 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:09.682921 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.683268 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.683616 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.683969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.684297 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.684631 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.684943 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.685607 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.685607 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.685891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.686691 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.686691 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.686897 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.687169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.687484 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:45:09.696694 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.697437 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:09.698608 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 66001bcb-d159-4633-9de4-c7393824c9f6 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:09.734563 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:09.735131 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:09.735555 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.735969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:09.736479 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Bound port: b92be32a-8173-426a-919b-22748d4f20ba, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:09.736856 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (b92be32a-8173-426a-919b-22748d4f20ba), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.771429 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:45:09.785467 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-980da4c0-1680-4484-bd45-d8aa6bdb7222 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7aca1d4b-451e-468e-9081-b4c21d30fb75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038029 Sep 14 02:45:09.899014 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] For port b92be32a-8173-426a-919b-22748d4f20ba, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:09.904017 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 66001bcb-d159-4633-9de4-c7393824c9f6 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:09.904564 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:09.904902 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 66001bcb-d159-4633-9de4-c7393824c9f6 Sep 14 02:45:09.949484 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf28e08-db1d-4f51-bda2-52d8c1a34422 req-21f62e9e-3344-473a-a7c5-0c8051ffd51e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:09.957019 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5bf28e08-db1d-4f51-bda2-52d8c1a34422 req-21f62e9e-3344-473a-a7c5-0c8051ffd51e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.0839763 Sep 14 02:45:09.962088 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:09.971618 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['4cde1b1f-b34c-4127-96da-229475dceacc'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:45:10.014756 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Current status of the port a688e733-20fb-4af6-abcd-437300b00b6b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:10.028033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] For port b92be32a-8173-426a-919b-22748d4f20ba, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=b92be32a-8173-426a-919b-22748d4f20ba,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:10.046441 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Provisioning complete for port e416e2f8-845c-4b78-9dd7-b461e025ddb5 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:10.047092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.047614 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 1 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:10.051569 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (b92be32a-8173-426a-919b-22748d4f20ba), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.073705 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5bf28e08-db1d-4f51-bda2-52d8c1a34422 req-e343f266-4fc2-460e-a1e5-9c640e37ae64 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156483 Sep 14 02:45:10.175600 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Routers {'7aca1d4b-451e-468e-9081-b4c21d30fb75'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:10.176286 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['7aca1d4b-451e-468e-9081-b4c21d30fb75'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:10.184283 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 66001bcb-d159-4633-9de4-c7393824c9f6 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:10.186650 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Port e416e2f8-845c-4b78-9dd7-b461e025ddb5 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:10.231773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c452a1e-9ae0-47fc-ad9e-38b151938489 None None] Pushing event updated for resources: {'Port': ['ID=b92be32a-8173-426a-919b-22748d4f20ba,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:10.275127 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37728) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:10.279783 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-70b986ab-d3a4-4c4e-a1e8-631ba8e406b1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427374481', 'description': 'tempest-secgroup-smoke-1427374481 description', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:10.303578 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-70b986ab-d3a4-4c4e-a1e8-631ba8e406b1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.325240 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a688e733-20fb-4af6-abcd-437300b00b6b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:10.342693 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:10.363541 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] Set router 7aca1d4b-451e-468e-9081-b4c21d30fb75 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:10.379965 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-70b986ab-d3a4-4c4e-a1e8-631ba8e406b1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group (528cfca6-d84b-4e22-9fcb-f5190ce4a2f5), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.384663 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-70b986ab-d3a4-4c4e-a1e8-631ba8e406b1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (528cfca6-d84b-4e22-9fcb-f5190ce4a2f5), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.415150 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b986ab-d3a4-4c4e-a1e8-631ba8e406b1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:10.421326 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-70b986ab-d3a4-4c4e-a1e8-631ba8e406b1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.422785 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-70b986ab-d3a4-4c4e-a1e8-631ba8e406b1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1466014 Sep 14 02:45:10.425917 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37730) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:10.430243 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-6040a6b1-97d1-49a2-9e6a-b2fb8c55dcb1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'security_group_rule': {'security_group_id': '528cfca6-d84b-4e22-9fcb-f5190ce4a2f5', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:10.458577 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6040a6b1-97d1-49a2-9e6a-b2fb8c55dcb1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (241027bb-f913-47b1-91eb-f17b67d0b7b2), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.500450 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:10.505774 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a688e733-20fb-4af6-abcd-437300b00b6b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:10.506161 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.506486 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a688e733-20fb-4af6-abcd-437300b00b6b Sep 14 02:45:10.521736 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6040a6b1-97d1-49a2-9e6a-b2fb8c55dcb1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (241027bb-f913-47b1-91eb-f17b67d0b7b2), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.526627 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6040a6b1-97d1-49a2-9e6a-b2fb8c55dcb1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (241027bb-f913-47b1-91eb-f17b67d0b7b2), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.544902 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a6b1-97d1-49a2-9e6a-b2fb8c55dcb1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241027bb-f913-47b1-91eb-f17b67d0b7b2,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:10.554938 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6040a6b1-97d1-49a2-9e6a-b2fb8c55dcb1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.556571 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-6040a6b1-97d1-49a2-9e6a-b2fb8c55dcb1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294043 Sep 14 02:45:10.559247 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37732) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:10.563753 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-9b278750-be57-4471-a507-0354a6320d42 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'security_group_rule': {'security_group_id': '528cfca6-d84b-4e22-9fcb-f5190ce4a2f5', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:10.590062 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9b278750-be57-4471-a507-0354a6320d42 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (6da73807-2ffc-45ab-8339-94ed0a969bb4), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.644326 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a688e733-20fb-4af6-abcd-437300b00b6b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:10.645311 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 03b7b2ef-0642-40ca-bf82-6db02d96ca49 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:10.646846 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9b278750-be57-4471-a507-0354a6320d42 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (6da73807-2ffc-45ab-8339-94ed0a969bb4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.650514 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 4, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port': {'id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:06Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e416e2f8-845c-4b78-9dd7-b461e025ddb5', 'name': '', 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'mac_address': 'fa:16:3e:d0:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:08Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 2, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'subnets': [{'id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:10.651309 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9b278750-be57-4471-a507-0354a6320d42 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (6da73807-2ffc-45ab-8339-94ed0a969bb4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.671303 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b278750-be57-4471-a507-0354a6320d42 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da73807-2ffc-45ab-8339-94ed0a969bb4,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:10.678971 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9b278750-be57-4471-a507-0354a6320d42 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.680176 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-9b278750-be57-4471-a507-0354a6320d42 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198347 Sep 14 02:45:10.683122 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37734) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:10.687501 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-f59903e7-bf9d-4fb7-8199-6968bbbced2f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'security_group_rule': {'security_group_id': '528cfca6-d84b-4e22-9fcb-f5190ce4a2f5', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:10.717634 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f59903e7-bf9d-4fb7-8199-6968bbbced2f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (c2660e3c-cc88-4416-8ce7-659017a1d074), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.784029 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f59903e7-bf9d-4fb7-8199-6968bbbced2f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (c2660e3c-cc88-4416-8ce7-659017a1d074), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.789128 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f59903e7-bf9d-4fb7-8199-6968bbbced2f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (c2660e3c-cc88-4416-8ce7-659017a1d074), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.795906 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:10.812616 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59903e7-bf9d-4fb7-8199-6968bbbced2f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2660e3c-cc88-4416-8ce7-659017a1d074,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:10.822733 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f59903e7-bf9d-4fb7-8199-6968bbbced2f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.824095 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f59903e7-bf9d-4fb7-8199-6968bbbced2f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399932 Sep 14 02:45:10.827373 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37736) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:10.832429 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 2 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:10.832580 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-2c53f9bb-1d9b-41df-9f40-4124415be496 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'security_group_rule': {'security_group_id': '528cfca6-d84b-4e22-9fcb-f5190ce4a2f5', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:10.837012 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3750cc-4f68-4dba-9ab8-f77a0c093d5a None None] The sync data for ids ['7aca1d4b-451e-468e-9081-b4c21d30fb75'] in dv-cinder-857075-6-iscsi is: [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 4, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port': {'id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:06Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e416e2f8-845c-4b78-9dd7-b461e025ddb5', 'name': '', 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'mac_address': 'fa:16:3e:d0:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:08Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 2, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'subnets': [{'id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:45:10.864028 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2c53f9bb-1d9b-41df-9f40-4124415be496 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (3d8b97b0-bc99-4eec-bc50-85ccd32b23cc), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.878276 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Port e416e2f8-845c-4b78-9dd7-b461e025ddb5 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:10.884914 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:10.885159 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.885497 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 Sep 14 02:45:10.918505 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:10.937729 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2c53f9bb-1d9b-41df-9f40-4124415be496 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (3d8b97b0-bc99-4eec-bc50-85ccd32b23cc), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.943985 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2c53f9bb-1d9b-41df-9f40-4124415be496 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (3d8b97b0-bc99-4eec-bc50-85ccd32b23cc), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.963934 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53f9bb-1d9b-41df-9f40-4124415be496 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8b97b0-bc99-4eec-bc50-85ccd32b23cc,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:10.975747 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2c53f9bb-1d9b-41df-9f40-4124415be496 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:10.976764 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:10.977116 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2c53f9bb-1d9b-41df-9f40-4124415be496 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483960 Sep 14 02:45:10.979921 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 37740) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:10.985293 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'security_group_rule': {'security_group_id': '528cfca6-d84b-4e22-9fcb-f5190ce4a2f5', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:11.007773 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.securitygroups_db [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Project 97e0486d0dae41d89d82f71f5cb9eb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:45:11.013902 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (afd38cd9-6649-4aab-bf87-b7da72859043), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.088472 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (afd38cd9-6649-4aab-bf87-b7da72859043), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.093196 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (afd38cd9-6649-4aab-bf87-b7da72859043), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.115272 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd38cd9-6649-4aab-bf87-b7da72859043,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:11.127902 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.129585 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-9b016eaa-46c0-4062-8312-1404e2b282d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476486 Sep 14 02:45:11.132564 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 37744) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:11.137518 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'security_group_rule': {'security_group_id': '528cfca6-d84b-4e22-9fcb-f5190ce4a2f5', 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:11.168675 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.securitygroups_db [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Project 97e0486d0dae41d89d82f71f5cb9eb5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:45:11.175277 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (22bb1d38-e634-471d-938d-60534e9441fe), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.226467 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af859a4-0f84-40e9-8842-8ac5aef1429e req-ba5348ea-80a7-4be2-92ea-ea63a3977e79 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:11.228111 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6af859a4-0f84-40e9-8842-8ac5aef1429e req-ba5348ea-80a7-4be2-92ea-ea63a3977e79 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.0605214 Sep 14 02:45:11.243752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (22bb1d38-e634-471d-938d-60534e9441fe), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.249607 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (22bb1d38-e634-471d-938d-60534e9441fe), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.266830 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bb1d38-e634-471d-938d-60534e9441fe,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:11.280179 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:11.289648 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-9f3e7c26-fa41-4012-9bb6-531fb184ebee tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479390 Sep 14 02:45:11.289899 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6af859a4-0f84-40e9-8842-8ac5aef1429e req-08d1bf85-ec96-4463-8252-17794ad71d25 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516188 Sep 14 02:45:11.380134 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 3 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:11.419473 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Port e416e2f8-845c-4b78-9dd7-b461e025ddb5 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:11.920778 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 4 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:11.954436 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Port e416e2f8-845c-4b78-9dd7-b461e025ddb5 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:12.308432 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b92be32a-8173-426a-919b-22748d4f20ba up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:12.354267 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port b92be32a-8173-426a-919b-22748d4f20ba triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:12.354635 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (b92be32a-8173-426a-919b-22748d4f20ba), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:12.354968 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port b92be32a-8173-426a-919b-22748d4f20ba Sep 14 02:45:12.414876 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a8e2b-e313-4f29-bc54-2af8a641501d req-4618c7df-b3b2-4495-8716-9a53b5695d30 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:12.416352 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c1a8e2b-e313-4f29-bc54-2af8a641501d req-4618c7df-b3b2-4495-8716-9a53b5695d30 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.0458679 Sep 14 02:45:12.429702 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port b92be32a-8173-426a-919b-22748d4f20ba is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:12.430114 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (b92be32a-8173-426a-919b-22748d4f20ba), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:12.451580 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port b92be32a-8173-426a-919b-22748d4f20ba, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=b92be32a-8173-426a-919b-22748d4f20ba,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:12.455927 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 5 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:12.459181 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (b92be32a-8173-426a-919b-22748d4f20ba), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:12.469331 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7c1a8e2b-e313-4f29-bc54-2af8a641501d req-a3b30bd1-d25a-45c8-8b16-d784f708f1f0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471239 Sep 14 02:45:12.519474 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Port e416e2f8-845c-4b78-9dd7-b461e025ddb5 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:12.533473 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=b92be32a-8173-426a-919b-22748d4f20ba,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:12.803822 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Sync routers for ids ['7aca1d4b-451e-468e-9081-b4c21d30fb75'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:45:12.815981 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Routers {'7aca1d4b-451e-468e-9081-b4c21d30fb75'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:12.816693 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['7aca1d4b-451e-468e-9081-b4c21d30fb75'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:12.921436 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Set router 7aca1d4b-451e-468e-9081-b4c21d30fb75 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:13.020753 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 6 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:13.059960 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Port e416e2f8-845c-4b78-9dd7-b461e025ddb5 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:13.192552 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 4, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port': {'id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:06Z', 'updated_at': '2022-09-14T02:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e416e2f8-845c-4b78-9dd7-b461e025ddb5', 'name': '', 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'mac_address': 'fa:16:3e:d0:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:08Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 2, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'subnets': [{'id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:13.217401 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Checking router: 7aca1d4b-451e-468e-9081-b4c21d30fb75 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:45:13.217749 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Updating router 7aca1d4b-451e-468e-9081-b4c21d30fb75 port e416e2f8-845c-4b78-9dd7-b461e025ddb5 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:45:13.246055 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:13.416647 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:13.511965 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Publish callbacks [] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:13.518569 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:13.525407 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:13.560938 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 7 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:13.589235 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14eef5-b948-49f2-a57e-f1b67f0fffa3 None None] Pushing event updated for resources: {'Port': ['ID=e416e2f8-845c-4b78-9dd7-b461e025ddb5,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:13.601095 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Port e416e2f8-845c-4b78-9dd7-b461e025ddb5 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:13.607245 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d296d96-8569-4e3a-846f-29299dafd712 req-02571091-9cd4-4f4a-b5f4-35f88b610353 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:13.609053 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5d296d96-8569-4e3a-846f-29299dafd712 req-02571091-9cd4-4f4a-b5f4-35f88b610353 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 944 time: 0.0496130 Sep 14 02:45:13.624042 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Attempting to bind port e416e2f8-845c-4b78-9dd7-b461e025ddb5 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:13.624412 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Attempting to bind port e416e2f8-845c-4b78-9dd7-b461e025ddb5 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:13.624768 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Attempting to bind port e416e2f8-845c-4b78-9dd7-b461e025ddb5 on network 0909f74f-00dd-4060-8e28-2372b936ce78 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:13.664288 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5d296d96-8569-4e3a-846f-29299dafd712 req-5dfc5946-caeb-4a91-bd31-e7d32854631d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466046 Sep 14 02:45:13.671918 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:13.672283 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Checking segment: {'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:13.672680 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:13.673575 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Bound using segment: {'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:13.673575 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Bound port: e416e2f8-845c-4b78-9dd7-b461e025ddb5, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec44e506-fa37-40b7-9516-c82df4caa12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:13.674112 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:13.738415 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] For port e416e2f8-845c-4b78-9dd7-b461e025ddb5, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:13.741355 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] For port e416e2f8-845c-4b78-9dd7-b461e025ddb5, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e416e2f8-845c-4b78-9dd7-b461e025ddb5,segment=NetworkSegment(ec44e506-fa37-40b7-9516-c82df4caa12a),segment_id=ec44e506-fa37-40b7-9516-c82df4caa12a)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:13.748549 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:13.779677 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Routers {'7aca1d4b-451e-468e-9081-b4c21d30fb75'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:13.780182 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:44:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['7aca1d4b-451e-468e-9081-b4c21d30fb75'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:13.841714 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14eef5-b948-49f2-a57e-f1b67f0fffa3 None None] Pushing event updated for resources: {'Port': ['ID=e416e2f8-845c-4b78-9dd7-b461e025ddb5,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:13.899650 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] Set router 7aca1d4b-451e-468e-9081-b4c21d30fb75 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:13.931638 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:13.977849 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 4cde1b1f-b34c-4127-96da-229475dceacc triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:13.978567 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:13.979144 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 4cde1b1f-b34c-4127-96da-229475dceacc Sep 14 02:45:14.020923 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:14.056224 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4cde1b1f-b34c-4127-96da-229475dceacc is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:14.056514 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:14.078802 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:14.081234 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecbaf67-8bd0-4b48-aeab-c222f4c73f14" -d '{"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-plugged", "status": "completed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:14.091302 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 4, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port': {'id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:06Z', 'updated_at': '2022-09-14T02:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e416e2f8-845c-4b78-9dd7-b461e025ddb5', 'name': '', 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'mac_address': 'fa:16:3e:d0:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:08Z', 'updated_at': '2022-09-14T02:45:13Z', 'revision_number': 4, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'subnets': [{'id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:14.093628 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:14.099457 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:14.132671 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a195a9-cc78-420d-8b1e-b029ba1457e7 None None] The sync data for ids ['7aca1d4b-451e-468e-9081-b4c21d30fb75'] in dv-cinder-857075-6-iscsi is: [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:45:09Z', 'revision_number': 4, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port': {'id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:06Z', 'updated_at': '2022-09-14T02:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e416e2f8-845c-4b78-9dd7-b461e025ddb5', 'name': '', 'network_id': '0909f74f-00dd-4060-8e28-2372b936ce78', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'mac_address': 'fa:16:3e:d0:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:08Z', 'updated_at': '2022-09-14T02:45:13Z', 'revision_number': 4, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'subnets': [{'id': '445c6143-fbc2-4486-b5b6-72129a15b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:45:14.159069 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Attempt 8 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:14.162916 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30b5364-799a-4416-8609-a2a2ab93dbef x-openstack-request-id: req-d30b5364-799a-4416-8609-a2a2ab93dbef {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:14.163422 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-plugged", "status": "completed", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:14.163851 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d30b5364-799a-4416-8609-a2a2ab93dbef {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:14.164575 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30b5364-799a-4416-8609-a2a2ab93dbef'] response: {'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc', 'code': 200} Sep 14 02:45:14.199476 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=10']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:14.224464 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:14.267832 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Current status of the port e416e2f8-845c-4b78-9dd7-b461e025ddb5 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:14.267832 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:14.312679 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] For port e416e2f8-845c-4b78-9dd7-b461e025ddb5, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e416e2f8-845c-4b78-9dd7-b461e025ddb5,segment=NetworkSegment(ec44e506-fa37-40b7-9516-c82df4caa12a),segment_id=ec44e506-fa37-40b7-9516-c82df4caa12a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:14.320413 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:14.378737 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542280-0680-4da4-963c-b7515e2842c8 None None] Pushing event updated for resources: {'Port': ['ID=e416e2f8-845c-4b78-9dd7-b461e025ddb5,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:14.443846 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-a1e8c668-d8e9-4003-9e10-659d6987a01d None None] Provisioning complete for port e416e2f8-845c-4b78-9dd7-b461e025ddb5 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:14.444366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c668-d8e9-4003-9e10-659d6987a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:14.445427 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-a1e8c668-d8e9-4003-9e10-659d6987a01d None None] Attempt 1 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:14.581465 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e416e2f8-845c-4b78-9dd7-b461e025ddb5 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:14.615736 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8c668-d8e9-4003-9e10-659d6987a01d None None] Current status of the port e416e2f8-845c-4b78-9dd7-b461e025ddb5 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:14.645151 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port e416e2f8-845c-4b78-9dd7-b461e025ddb5 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:14.645522 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:14.645876 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:14.727810 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e43d4-fea2-4e0b-a285-6c8fdade2d5a req-95adea6e-4f4e-4d79-89fc-8def66ab3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:14.728448 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port e416e2f8-845c-4b78-9dd7-b461e025ddb5 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:14.729518 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b92be32a-8173-426a-919b-22748d4f20ba up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:14.730349 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f69e43d4-fea2-4e0b-a285-6c8fdade2d5a req-95adea6e-4f4e-4d79-89fc-8def66ab3ea1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 1130 time: 0.0467319 Sep 14 02:45:14.778720 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port b92be32a-8173-426a-919b-22748d4f20ba triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:14.779105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (b92be32a-8173-426a-919b-22748d4f20ba), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:14.779432 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port b92be32a-8173-426a-919b-22748d4f20ba Sep 14 02:45:14.789571 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-f69e43d4-fea2-4e0b-a285-6c8fdade2d5a req-132cc796-b677-49e0-bc3a-44964dd756d3 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524657 Sep 14 02:45:14.832713 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115dd0-2827-4b45-a242-41c87051e41b req-318bf74f-bee7-4d9c-bf2a-2e7c1dc1642e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:14.836584 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-28115dd0-2827-4b45-a242-41c87051e41b req-318bf74f-bee7-4d9c-bf2a-2e7c1dc1642e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0561273 Sep 14 02:45:14.856345 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port b92be32a-8173-426a-919b-22748d4f20ba is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:14.861996 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:14.891772 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-28115dd0-2827-4b45-a242-41c87051e41b req-b3a9354c-f5b3-4eb4-83cd-abf51e8e2eae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488789 Sep 14 02:45:16.023861 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef995e-5424-417d-b607-807f16e02b75 req-c4c6cdab-e242-40b3-ae70-465d8018105a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:16.025361 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-feef995e-5424-417d-b607-807f16e02b75 req-c4c6cdab-e242-40b3-ae70-465d8018105a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0479248 Sep 14 02:45:16.073074 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-feef995e-5424-417d-b607-807f16e02b75 req-b7e3d2d0-b5e3-4b17-a25a-24139d53dcd0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Sep 14 02:45:16.310587 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e416e2f8-845c-4b78-9dd7-b461e025ddb5 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:16.353820 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port e416e2f8-845c-4b78-9dd7-b461e025ddb5 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:16.354209 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:16.354541 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port e416e2f8-845c-4b78-9dd7-b461e025ddb5 Sep 14 02:45:16.400112 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:16.428848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port e416e2f8-845c-4b78-9dd7-b461e025ddb5 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:17.212431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42e34a-7c81-462d-a710-2ceedfdb054f req-4a70f4c4-7f40-4dfb-9558-33a8114bff12 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:17.214681 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ea42e34a-7c81-462d-a710-2ceedfdb054f req-4a70f4c4-7f40-4dfb-9558-33a8114bff12 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0547731 Sep 14 02:45:17.270992 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ea42e34a-7c81-462d-a710-2ceedfdb054f req-c2b5b196-7e0c-400d-abd3-abf1a805ed87 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480196 Sep 14 02:45:18.403766 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:18.415509 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065782a8-95f1-41be-8edb-a4e793b8a043 req-6921fcc2-5bc7-4979-9cf4-94b8280cfeeb tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:18.417008 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-065782a8-95f1-41be-8edb-a4e793b8a043 req-6921fcc2-5bc7-4979-9cf4-94b8280cfeeb tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0577412 Sep 14 02:45:18.465574 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-065782a8-95f1-41be-8edb-a4e793b8a043 req-ccbd49d0-de56-45b2-a61f-72bca17e1afd tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Sep 14 02:45:19.606456 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30510a3-bc32-48c1-9c7a-a51085319798 req-ce971a85-8ecc-4a08-af4a-94e72dcf2fe6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:19.608280 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30510a3-bc32-48c1-9c7a-a51085319798 req-ce971a85-8ecc-4a08-af4a-94e72dcf2fe6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0609713 Sep 14 02:45:19.656750 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30510a3-bc32-48c1-9c7a-a51085319798 req-2167ee36-55ea-41f0-882f-14f99ff1098e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Sep 14 02:45:20.788924 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caf879-0686-4b6c-99cd-154479e0e0f3 req-aa22bea4-79a0-4058-87bf-bebb9a132653 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:20.790373 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-08caf879-0686-4b6c-99cd-154479e0e0f3 req-aa22bea4-79a0-4058-87bf-bebb9a132653 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0480840 Sep 14 02:45:20.841503 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-08caf879-0686-4b6c-99cd-154479e0e0f3 req-6753446f-a009-4c93-8d4f-527f66d1b59c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452721 Sep 14 02:45:21.972708 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-3b17bb1b-5d9f-4d67-a538-86653b21c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:21.974241 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-3b17bb1b-5d9f-4d67-a538-86653b21c825 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1129 time: 0.0445356 Sep 14 02:45:21.977368 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7fc6-16b9-4b6c-8363-cddcdc0dc9ce req-833bfecd-5a2f-403d-aa48-d24c5f1ea0e1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:21.978926 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35cd7fc6-16b9-4b6c-8363-cddcdc0dc9ce req-833bfecd-5a2f-403d-aa48-d24c5f1ea0e1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0546272 Sep 14 02:45:22.037118 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:22.039185 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35cd7fc6-16b9-4b6c-8363-cddcdc0dc9ce req-9f30c371-fe51-4c1f-8768-5092d90f8650 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542309 Sep 14 02:45:22.071368 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-7940e323-0a49-41a3-85be-87a2d515dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:22.072834 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-7940e323-0a49-41a3-85be-87a2d515dfff service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.0913961 Sep 14 02:45:22.138055 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-d1a57183-f3ab-450e-ab5f-a3bc1356646c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 1000 time: 0.0581086 Sep 14 02:45:22.197308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-5e956225-84c4-4951-9de3-05f545b4637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:22.198833 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-5e956225-84c4-4951-9de3-05f545b4637c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0521662 Sep 14 02:45:22.245744 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-d5e2a3e0-ebf2-4b7a-b021-ee98a7712c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:22.247291 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-d5e2a3e0-ebf2-4b7a-b021-ee98a7712c0f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399649 Sep 14 02:45:22.354072 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-eb4f0065-1420-4412-bfb4-39e12e07f60e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997727 Sep 14 02:45:22.454037 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2161e2ce-d2d8-4df8-b858-a1be0a2ed67f req-25efe323-eac7-4f4b-a9da-3cc6d6c30244 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886662 Sep 14 02:45:23.168144 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18357-8ef4-4f3d-8cc3-38022d469ac0 req-bec55ba8-04cc-448e-a7dc-05da148eeb6d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:23.169598 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e2f18357-8ef4-4f3d-8cc3-38022d469ac0 req-bec55ba8-04cc-448e-a7dc-05da148eeb6d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0476348 Sep 14 02:45:23.219751 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e2f18357-8ef4-4f3d-8cc3-38022d469ac0 req-291673c0-3b4b-4752-a597-c8763f735c01 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Sep 14 02:45:23.657150 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b7898-7b4b-4ed7-aa05-5f22b878785a req-73064493-cc1b-45c0-a425-7b160e22bd6f tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:23.658672 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c71b7898-7b4b-4ed7-aa05-5f22b878785a req-73064493-cc1b-45c0-a425-7b160e22bd6f tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.0481873 Sep 14 02:45:23.709548 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c71b7898-7b4b-4ed7-aa05-5f22b878785a req-57edd7d3-8863-4970-883f-2da010c7cea9 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Sep 14 02:45:23.953717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-48adec4c-b2f3-489e-b0f6-674ae29296e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:24.089501 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:24.094206 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=52,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:24.352758 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5519c-162a-4d6c-a534-cfee9d4ce550 req-dc83eb72-4763-4e3f-ba6b-8fbce5813a61 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:24.354213 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c3f5519c-162a-4d6c-a534-cfee9d4ce550 req-dc83eb72-4763-4e3f-ba6b-8fbce5813a61 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0513084 Sep 14 02:45:24.404075 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c3f5519c-162a-4d6c-a534-cfee9d4ce550 req-892c0a6c-6ee0-426e-a93e-da46916ed8f1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Sep 14 02:45:24.839537 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735062b7-61fd-45d2-b42f-9372c56bfbfd req-b29df25d-22c5-4746-a8f0-41e44fbbd6ae tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:24.841083 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-735062b7-61fd-45d2-b42f-9372c56bfbfd req-b29df25d-22c5-4746-a8f0-41e44fbbd6ae tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.0471697 Sep 14 02:45:24.895069 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-735062b7-61fd-45d2-b42f-9372c56bfbfd req-0d17a1c4-9b8a-45e9-9242-e5f743db673b tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454242 Sep 14 02:45:25.530801 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8797-6142-4dde-a333-2fe343235d89 req-b487dd0a-dd21-4a61-94bd-55c476a87018 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:25.532381 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4e8797-6142-4dde-a333-2fe343235d89 req-b487dd0a-dd21-4a61-94bd-55c476a87018 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0476246 Sep 14 02:45:25.544635 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:25.583237 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4e8797-6142-4dde-a333-2fe343235d89 req-2f3e6a56-d098-48aa-9aa3-fb65515dc529 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451336 Sep 14 02:45:25.785632 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-88357a65-06cf-4bc0-9453-57b20ba48c34 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:25.787077 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-88357a65-06cf-4bc0-9453-57b20ba48c34 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.0526774 Sep 14 02:45:25.877619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Deleting port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:45:25.878036 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:25.975062 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] For port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:25.975418 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:25.977536 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:25.990170 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Calling delete_port for cc4c2f6a-c22f-48d3-957c-68d9bd06b34d owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:45:26.018570 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077cdeb-949c-491a-8144-c216e5ad0605 req-6c6c5faa-d6f8-47e1-aa3a-c49467531ddf tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:26.020034 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a077cdeb-949c-491a-8144-c216e5ad0605 req-6c6c5faa-d6f8-47e1-aa3a-c49467531ddf tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2142537d-0e54-4ab7-b555-4d2fed4db817 HTTP/1.1" status: 200 len: 946 time: 0.0465209 Sep 14 02:45:26.069472 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a077cdeb-949c-491a-8144-c216e5ad0605 req-cdf7d77c-19c6-4d76-8cdd-1b4b8c0ce0f1 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Sep 14 02:45:26.098377 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d3523ba8-74c8-420c-9add-effbd2298acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:26.124770 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (cc4c2f6a-c22f-48d3-957c-68d9bd06b34d), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:26.137005 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['cc4c2f6a-c22f-48d3-957c-68d9bd06b34d'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:45:26.155545 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Pushing event deleted for resources: {'Port': ['ID=cc4c2f6a-c22f-48d3-957c-68d9bd06b34d,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:26.196981 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] No DVR routers for this DVR port cc4c2f6a-c22f-48d3-957c-68d9bd06b34d on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:45:26.200214 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:26.203388 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-755c9230-9d72-43da-b4f0-c6021a88b633 req-7189a769-1041-4e4f-8f5e-c2c5a9741711 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "DELETE /networking/v2.0/ports/cc4c2f6a-c22f-48d3-957c-68d9bd06b34d HTTP/1.1" status: 204 len: 173 time: 0.4077094 Sep 14 02:45:26.203872 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'name': 'network-vif-deleted', 'tag': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:26.206129 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a90071-eb11-4046-80c1-ab3e2c31dde7" -d '{"events": [{"server_uuid": "2142537d-0e54-4ab7-b555-4d2fed4db817", "name": "network-vif-deleted", "tag": "cc4c2f6a-c22f-48d3-957c-68d9bd06b34d"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:26.247700 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82487fd-411c-4420-907d-48416ba34ff3 x-openstack-request-id: req-b82487fd-411c-4420-907d-48416ba34ff3 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:26.247986 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142537d-0e54-4ab7-b555-4d2fed4db817", "name": "network-vif-deleted", "tag": "cc4c2f6a-c22f-48d3-957c-68d9bd06b34d", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:26.248233 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b82487fd-411c-4420-907d-48416ba34ff3 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:26.248630 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82487fd-411c-4420-907d-48416ba34ff3'] response: {'server_uuid': '2142537d-0e54-4ab7-b555-4d2fed4db817', 'name': 'network-vif-deleted', 'tag': 'cc4c2f6a-c22f-48d3-957c-68d9bd06b34d', 'status': 'completed', 'code': 200} Sep 14 02:45:26.705985 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb29c7-a490-4753-b70e-9914da2c4d7e req-99dff838-4932-4d55-a598-55b884f2de3b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:26.707428 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-28cb29c7-a490-4753-b70e-9914da2c4d7e req-99dff838-4932-4d55-a598-55b884f2de3b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0461109 Sep 14 02:45:26.755524 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-28cb29c7-a490-4753-b70e-9914da2c4d7e req-52fe1747-09b8-490f-b728-d6d18fcc5840 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Sep 14 02:45:27.487618 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:27.885379 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d599-1f31-4e7b-9360-74942a07b1de req-e3ceb18e-24d8-4824-b253-5eda18c78823 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:27.886866 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0556d599-1f31-4e7b-9360-74942a07b1de req-e3ceb18e-24d8-4824-b253-5eda18c78823 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0499206 Sep 14 02:45:27.904847 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:27.933755 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0556d599-1f31-4e7b-9360-74942a07b1de req-507a917a-44e4-43d3-9b4b-1986e03d9093 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Sep 14 02:45:28.880606 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:28.958053 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:29.094390 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a262fd-012a-461e-ab36-eb43cdd8418a req-8a39570d-28a6-4da1-9176-2266a8217f10 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:29.096227 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-06a262fd-012a-461e-ab36-eb43cdd8418a req-8a39570d-28a6-4da1-9176-2266a8217f10 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0664911 Sep 14 02:45:29.145109 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-06a262fd-012a-461e-ab36-eb43cdd8418a req-d1645617-bab9-422f-bdc1-246695146882 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403299 Sep 14 02:45:30.276184 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad43abe-93b9-4c51-bae4-8093b1d6ecf5 req-6705ac77-c6da-4293-a93a-400326144fb4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:30.277613 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2ad43abe-93b9-4c51-bae4-8093b1d6ecf5 req-6705ac77-c6da-4293-a93a-400326144fb4 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Sep 14 02:45:30.326296 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2ad43abe-93b9-4c51-bae4-8093b1d6ecf5 req-33d99da2-74fa-41b0-b6e4-7ad85bd7f66b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Sep 14 02:45:30.675322 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device cc4c2f6a-c22f-48d3-957c-68d9bd06b34d no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:45:30.706090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: cc4c2f6a-c22f-48d3-957c-68d9bd06b34d {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:45:30.706406 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device cc4c2f6a-c22f-48d3-957c-68d9bd06b34d not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:45:31.459741 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c630441-2a9f-4012-98d0-e2c000117e2c req-970c90d5-a8c7-42dc-abb4-6e672753e84c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:31.461214 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3c630441-2a9f-4012-98d0-e2c000117e2c req-970c90d5-a8c7-42dc-abb4-6e672753e84c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0471032 Sep 14 02:45:31.512222 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3c630441-2a9f-4012-98d0-e2c000117e2c req-aebf4a5d-ee1d-4d89-82e2-901c29bd5185 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Sep 14 02:45:32.643651 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb33a1-69ae-42a3-9be1-58de4387fc59 req-7227da72-6c4e-4c48-b89c-15296cec4114 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:32.645089 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-14eb33a1-69ae-42a3-9be1-58de4387fc59 req-7227da72-6c4e-4c48-b89c-15296cec4114 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Sep 14 02:45:32.704727 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-14eb33a1-69ae-42a3-9be1-58de4387fc59 req-31ecb43d-f9a4-4a58-a7f3-ecdb39453d6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512209 Sep 14 02:45:33.193393 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-9907e31b-d071-4db5-8e8e-cc71e8f2d16d tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1427374481&fields=id&tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b HTTP/1.1" status: 200 len: 267 time: 0.0561750 Sep 14 02:45:33.301159 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-196dc4e1-03a7-4bc6-b20c-473ad76d66e5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:33.302617 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-196dc4e1-03a7-4bc6-b20c-473ad76d66e5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 809 time: 0.0999930 Sep 14 02:45:33.317040 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-0e9014c1-66be-4872-9488-858787de1a1b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/quotas/97e0486d0dae41d89d82f71f5cb9eb5b HTTP/1.1" status: 200 len: 375 time: 0.0090423 Sep 14 02:45:33.368932 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-2c3721ec-c21d-45ae-b0b8-3610987a48cf tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469253 Sep 14 02:45:33.439650 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:33.467580 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dcc96eb7-0ad2-418b-bbbd-1b8a9c90dfa8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871248 Sep 14 02:45:33.847018 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808f925-2a15-48d0-8450-762075f1a5c7 req-618f7397-2b60-4249-bf2e-01e95f5b0914 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:33.848467 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b808f925-2a15-48d0-8450-762075f1a5c7 req-618f7397-2b60-4249-bf2e-01e95f5b0914 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0645332 Sep 14 02:45:33.853305 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-626f90ab-f29f-460c-9c10-05ea8340054d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755171 Sep 14 02:45:33.898902 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b808f925-2a15-48d0-8450-762075f1a5c7 req-65ad095e-c032-4d34-a49f-3e62a38cc369 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Sep 14 02:45:34.152350 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e0b5ee7e-3e2f-4088-8cf0-e3e4c735f691 req-f7fa6416-382c-46a0-a9f4-49d1f322af0e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 210 time: 0.0302086 Sep 14 02:45:35.033254 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba57c7-4b6c-4857-9725-e42f5bb02748 req-91135fbd-2811-4eda-ae3d-562efe17028b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:35.034731 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-19ba57c7-4b6c-4857-9725-e42f5bb02748 req-91135fbd-2811-4eda-ae3d-562efe17028b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0469754 Sep 14 02:45:35.081546 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-19ba57c7-4b6c-4857-9725-e42f5bb02748 req-ce9107ca-27a8-44c7-89a8-9198462ec464 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Sep 14 02:45:35.262567 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5da4d4a9-e7d0-4730-a7b8-7da81f0c3096 req-ae81c466-d400-4136-86f2-1c37a2f5ad23 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Sep 14 02:45:36.182232 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:36.184090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=80,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:36.214439 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb16a-f7bf-4846-9bb1-6db067602972 req-d70f3fa4-b9b1-4162-bcaa-3508543c4303 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:36.215936 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3e7cb16a-f7bf-4846-9bb1-6db067602972 req-d70f3fa4-b9b1-4162-bcaa-3508543c4303 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Sep 14 02:45:36.296133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:36.317211 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3e7cb16a-f7bf-4846-9bb1-6db067602972 req-23a8bbdb-f815-4b2d-9233-732778e9b941 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940621 Sep 14 02:45:36.362197 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-f558cef2-79ee-488c-9a5b-4eeef6d15bb3 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:36.363731 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-f558cef2-79ee-488c-9a5b-4eeef6d15bb3 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/networks?id=77dcf271-3790-4a1a-8bf9-faa6be674b9e HTTP/1.1" status: 200 len: 814 time: 0.1331451 Sep 14 02:45:36.387888 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-0db9f5c0-676c-4011-b4fa-d197c8af7b7e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/quotas/81d198348d76406a9c26865bbfbc7ee3 HTTP/1.1" status: 200 len: 375 time: 0.0183790 Sep 14 02:45:36.416601 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-83fd738d-3d69-4b38-9108-aed4f3442cf3 req-b9f11774-18fa-4397-8acc-958812c2be93 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 210 time: 0.0394566 Sep 14 02:45:36.436788 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-61078531-e54a-4c6e-ae86-b9f68e0656f7 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=81d198348d76406a9c26865bbfbc7ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298843 Sep 14 02:45:36.527892 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c3f90df4-1cf5-4b48-afaa-739bbf29a885 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840623 Sep 14 02:45:36.622989 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-208299f5-1044-4b4c-9e9f-50d5241866d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 Sep 14 02:45:36.793905 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cacbca53-6982-4aec-96ef-41788e54ec11 req-54bfe972-7b57-47e2-8092-1e15fb66f9eb tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 210 time: 0.0339670 Sep 14 02:45:36.915557 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-891c9408-a581-4c8c-9538-52a58f64fed0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:36.916978 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-891c9408-a581-4c8c-9538-52a58f64fed0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 809 time: 0.1118290 Sep 14 02:45:36.990846 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-492a87fc-2d55-45b3-942f-cc0eba350dad tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b HTTP/1.1" status: 200 len: 380 time: 0.0568762 Sep 14 02:45:37.007277 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'port': {'device_id': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'admin_state_up': True, 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'security_groups': ['528cfca6-d84b-4e22-9fcb-f5190ce4a2f5']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:37.123662 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Made reservation on behalf of 97e0486d0dae41d89d82f71f5cb9eb5b for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:45:37.128313 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:37.271826 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Allocated IP 172.20.0.12 (79393532-121c-4bb6-ae80-69d4765cb1b7/cad86bc6-a2ca-4840-a20b-0c81fc132b2c/0f79f5d3-b811-4507-a225-dbf8fea0fd56) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:37.417308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:37.451953 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:37.456502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb9b14-a2bf-4d83-a50c-afd2057014a8 req-cebd8ae6-ca14-4b42-a98e-1b98445de8b2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:37.458712 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-25eb9b14-a2bf-4d83-a50c-afd2057014a8 req-cebd8ae6-ca14-4b42-a98e-1b98445de8b2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Sep 14 02:45:37.511238 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:37.514925 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:37.519236 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:37.524333 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:37.540424 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-25eb9b14-a2bf-4d83-a50c-afd2057014a8 req-2ab07f2b-f202-4a68-8ce1-6b3ff3a10886 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716147 Sep 14 02:45:37.601383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:37.602123 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:37.619737 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd569440-62ed-4615-bb19-e3790383148e req-844911c1-5bf7-4485-bb1d-321d9b4649d5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:37.621671 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dd569440-62ed-4615-bb19-e3790383148e req-844911c1-5bf7-4485-bb1d-321d9b4649d5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 932 time: 0.0801899 Sep 14 02:45:37.632486 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-07a50683-5607-46b1-9740-5c0d07d875c8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6287193 Sep 14 02:45:37.652529 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Request body: {'port': {'device_id': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:37.708793 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:37.715001 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dd569440-62ed-4615-bb19-e3790383148e req-34b7d54b-2600-417e-b1da-a2887a505941 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801680 Sep 14 02:45:37.731230 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:37.734294 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:37.769832 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:37.789487 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Provisioning complete for port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:37.790108 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:37.790423 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Attempt 1 to provision port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 Sep 14 02:45:37.822663 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:37.898569 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6fb08ec7-3f4d-4546-a5c3-43c4dad5e46d req-ff59482e-b17e-4100-a61e-81f2369eb3d5 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Sep 14 02:45:37.999865 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f79f5d3-b811-4507-a225-dbf8fea0fd56 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:45:38.007722 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Publish callbacks [] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:38.020921 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Transition to ACTIVE for port object 0f79f5d3-b811-4507-a225-dbf8fea0fd56 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:45:38.025864 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:38.083970 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:38.132954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Attempting to bind port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:38.133221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Attempting to bind port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:38.133553 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Attempting to bind port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 on network 79393532-121c-4bb6-ae80-69d4765cb1b7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:38.182761 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 on network 79393532-121c-4bb6-ae80-69d4765cb1b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:45:38.183002 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Attempting to bind port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 on network 79393532-121c-4bb6-ae80-69d4765cb1b7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:38.273976 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:38.274661 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Checking segment: {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:38.274782 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Bound using segment: {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:38.275168 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Bound port: 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:38.275456 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:38.324096 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Attempt 2 to provision port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 Sep 14 02:45:38.353725 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-bbfe0cb6-26c9-497e-aa6d-6262ab2f683f tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:38.355165 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-bbfe0cb6-26c9-497e-aa6d-6262ab2f683f tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "GET /networking/v2.0/networks?id=77dcf271-3790-4a1a-8bf9-faa6be674b9e HTTP/1.1" status: 200 len: 814 time: 0.1473749 Sep 14 02:45:38.358840 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:45:38.375382 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Request body: {'port': {'device_id': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e', 'admin_state_up': True, 'tenant_id': '81d198348d76406a9c26865bbfbc7ee3'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:38.418539 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:38.436085 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:38.444624 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:38.453676 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:38.454313 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:38.455639 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 1094 time: 0.8076050 Sep 14 02:45:38.456242 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:38.458492 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:38.664536 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0a071-7846-4239-9e2d-ae297735282e req-8b7b44f5-cea6-471f-b278-d877a1596a62 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:38.666142 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ab0a071-7846-4239-9e2d-ae297735282e req-8b7b44f5-cea6-471f-b278-d877a1596a62 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Sep 14 02:45:38.718155 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ab0a071-7846-4239-9e2d-ae297735282e req-e77bba9e-ce56-46a6-9ebf-b8e4aafd7773 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Sep 14 02:45:38.735818 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:38.756958 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1244091-b7d7-4f25-b972-b076d1f29ff8 x-openstack-request-id: req-c1244091-b7d7-4f25-b972-b076d1f29ff8 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:38.757242 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:38.757510 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1244091-b7d7-4f25-b972-b076d1f29ff8 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:38.757883 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1244091-b7d7-4f25-b972-b076d1f29ff8'] response: {'name': 'network-changed', 'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'status': 'completed', 'code': 200} Sep 14 02:45:38.787163 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-2d69b7a5-c80f-4b9b-b9b5-73d7b4095fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:38.788659 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-2d69b7a5-c80f-4b9b-b9b5-73d7b4095fe2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1128 time: 0.0740726 Sep 14 02:45:38.812126 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:38.812955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcf1aa-034d-41e7-ab10-94a2f5d4ddfe service neutron] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:38.842197 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0f438-f285-45f1-ae01-f0d73499ed41 req-6202489f-1fbe-48c9-b6dd-c957760d6e2b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:38.843650 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8db0f438-f285-45f1-ae01-f0d73499ed41 req-6202489f-1fbe-48c9-b6dd-c957760d6e2b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0474098 Sep 14 02:45:38.847558 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-906d7ce5-a1f4-41e3-849e-d28fc1097d46 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 217 time: 0.0455387 Sep 14 02:45:38.859721 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Attempt 3 to provision port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 Sep 14 02:45:38.884805 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Made reservation on behalf of 81d198348d76406a9c26865bbfbc7ee3 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:45:38.889167 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:38.894213 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:38.899585 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5acf9-ce08-4cbc-95e1-cf4f458c9d07 None None] Port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:45:38.907244 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8db0f438-f285-45f1-ae01-f0d73499ed41 req-87e34a7d-4ffd-4b28-a24c-3af7478d3fac tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568752 Sep 14 02:45:38.925769 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-d345afe8-b1a1-46c9-8c5b-3fb5962a69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:38.927597 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-d345afe8-b1a1-46c9-8c5b-3fb5962a69c7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0717080 Sep 14 02:45:39.002489 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-46d49fa0-cb9f-4e62-a213-ab71c675a41f req-37655aad-562e-46de-898a-bb89d4e38b2c tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 210 time: 0.0272584 Sep 14 02:45:39.018280 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-bb024acb-a1a0-4294-8771-86e4a78526db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:39.019860 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-bb024acb-a1a0-4294-8771-86e4a78526db service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635936 Sep 14 02:45:39.109605 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Allocated IP 172.20.0.4 (77dcf271-3790-4a1a-8bf9-faa6be674b9e/06a7a1f8-38ad-4e61-8056-1f2caef4f5f5/07effeed-2289-4bd8-9f3b-d75d6123af39) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:39.164789 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-2ebcc825-7737-435a-bbba-808d0f68843c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275208 Sep 14 02:45:39.334103 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-35a0ade5-4895-4bd0-88b0-8b305ef63997 req-f700337e-1f93-4abb-ba31-156f97a3fa95 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605825 Sep 14 02:45:39.350715 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks [] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:39.390482 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:39.433813 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Network 77dcf271-3790-4a1a-8bf9-faa6be674b9e is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:39.437010 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:39.439542 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:39.463907 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Pushing event updated for resources: {'Port': ['ID=07effeed-2289-4bd8-9f3b-d75d6123af39,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:39.496016 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:39.496605 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:39.506416 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:39.516539 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-8d2a4d9f-0038-4203-9ba2-f0d3c82988cd tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1479945 Sep 14 02:45:39.563090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:39.683558 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Request body: {'port': {'device_id': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:39.742662 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-426c827a-e7c9-41a1-b1ba-b83301026fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:39.744164 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-426c827a-e7c9-41a1-b1ba-b83301026fb8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1128 time: 0.0651207 Sep 14 02:45:39.795328 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:39.822207 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:39.846781 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2420f87-a558-49ee-9f2a-b6ee51cc7179 req-47912ad1-7c88-4eba-bfc9-3158961a44f5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:39.848383 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f2420f87-a558-49ee-9f2a-b6ee51cc7179 req-47912ad1-7c88-4eba-bfc9-3158961a44f5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0488708 Sep 14 02:45:39.904914 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f2420f87-a558-49ee-9f2a-b6ee51cc7179 req-c67ca0f7-f15f-4ea9-8119-8971d9948823 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508368 Sep 14 02:45:39.906542 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-70a5301c-51ef-48b3-af64-906cfd8e688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:39.907987 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-70a5301c-51ef-48b3-af64-906cfd8e688a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 910 time: 0.1417928 Sep 14 02:45:39.988707 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-95bc582c-5e79-4685-b83c-718f1c93e4fc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 217 time: 0.0389931 Sep 14 02:45:40.028228 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc0fe-ea32-45b3-8768-1ee8728c12fa req-f0a420e7-9326-4f60-9bdd-63c1a97a5893 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.029770 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e6ecc0fe-ea32-45b3-8768-1ee8728c12fa req-f0a420e7-9326-4f60-9bdd-63c1a97a5893 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0467889 Sep 14 02:45:40.081445 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e6ecc0fe-ea32-45b3-8768-1ee8728c12fa req-92eeba85-93a6-4bbe-b3ad-82793c791628 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457385 Sep 14 02:45:40.086270 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-c970fdac-235b-432b-ab61-fd5a1c424777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.087722 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-c970fdac-235b-432b-ab61-fd5a1c424777 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0903821 Sep 14 02:45:40.126807 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9f862-59c7-4347-b515-504fffcddfb0 req-2f8808d5-5d32-4bac-9c30-823153c573c0 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.128477 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-80e9f862-59c7-4347-b515-504fffcddfb0 req-2f8808d5-5d32-4bac-9c30-823153c573c0 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 931 time: 0.0461621 Sep 14 02:45:40.162998 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-fafb7682-9a73-42d1-ac34-824cf90208ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.164523 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-fafb7682-9a73-42d1-ac34-824cf90208ce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674589 Sep 14 02:45:40.175506 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-80e9f862-59c7-4347-b515-504fffcddfb0 req-822904fd-d04e-46ff-a6eb-5225aa04c9cc tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Sep 14 02:45:40.256314 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07effeed-2289-4bd8-9f3b-d75d6123af39 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:45:40.268602 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Publish callbacks [] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:40.295325 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Transition to ACTIVE for port object 07effeed-2289-4bd8-9f3b-d75d6123af39 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:45:40.302340 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:40.311559 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-32198062-d5fa-4974-b57b-75f155ca56d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383805 Sep 14 02:45:40.330408 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:40.403013 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Pushing event updated for resources: {'Port': ['ID=07effeed-2289-4bd8-9f3b-d75d6123af39,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:40.429451 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:40.430981 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:40.485226 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-adb74089-2845-489c-b304-d09d900d75ff service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412858 Sep 14 02:45:40.489282 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Attempting to bind port 07effeed-2289-4bd8-9f3b-d75d6123af39 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:45:40.489553 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Attempting to bind port 07effeed-2289-4bd8-9f3b-d75d6123af39 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:45:40.489884 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Attempting to bind port 07effeed-2289-4bd8-9f3b-d75d6123af39 on network 77dcf271-3790-4a1a-8bf9-faa6be674b9e {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:40.515266 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c0e0515b-ef08-4706-b4f7-f2e2be24ffb0 req-863890d8-e3ff-407f-a67b-d703b0f648b9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749852 Sep 14 02:45:40.535443 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Port 07effeed-2289-4bd8-9f3b-d75d6123af39 on network 77dcf271-3790-4a1a-8bf9-faa6be674b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:45:40.535763 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Attempting to bind port 07effeed-2289-4bd8-9f3b-d75d6123af39 on network 77dcf271-3790-4a1a-8bf9-faa6be674b9e {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:45:40.537591 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:40.546080 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-9ae9f769-c210-4a4d-b7d4-1a7ae6fe81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.547659 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-9ae9f769-c210-4a4d-b7d4-1a7ae6fe81b1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 1129 time: 0.0425100 Sep 14 02:45:40.579312 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:45:40.579644 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Checking segment: {'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:45:40.580020 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Bound using segment: {'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:45:40.580451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Bound port: 07effeed-2289-4bd8-9f3b-d75d6123af39, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2d8e89-abe1-4602-afad-17fd5f2c7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:45:40.580824 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:40.641690 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] For port 07effeed-2289-4bd8-9f3b-d75d6123af39, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:45:40.644674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] For port 07effeed-2289-4bd8-9f3b-d75d6123af39, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=07effeed-2289-4bd8-9f3b-d75d6123af39,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:45:40.651571 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:40.654656 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.655425 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:40.656781 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/07effeed-2289-4bd8-9f3b-d75d6123af39 HTTP/1.1" status: 200 len: 1093 time: 0.9790492 Sep 14 02:45:40.664991 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-375e80a5-4c6f-4ea6-8198-1c305b1f98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.666606 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-375e80a5-4c6f-4ea6-8198-1c305b1f98dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 911 time: 0.1004922 Sep 14 02:45:40.739780 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:40.742603 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6b501-f53a-4564-8ffd-554a4c0bc031 service neutron] Pushing event updated for resources: {'Port': ['ID=07effeed-2289-4bd8-9f3b-d75d6123af39,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:40.750992 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-81a3a06a-828a-4997-811c-f7e52e6080c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.752562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-81a3a06a-828a-4997-811c-f7e52e6080c1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=81d198348d76406a9c26865bbfbc7ee3&device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 1127 time: 0.0502918 Sep 14 02:45:40.759329 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'tag': '07effeed-2289-4bd8-9f3b-d75d6123af39'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:40.761618 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec620275-1943-43e0-9288-6029b98a313e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0b7e12-efb9-4748-80b2-8ba00dc1b416", "tag": "07effeed-2289-4bd8-9f3b-d75d6123af39"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:40.765993 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-d5c2ae4c-bdd7-49bc-945b-e936227b5c5c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=617d7c76-db56-4a42-81b8-2564ae1c4383 HTTP/1.1" status: 200 len: 1001 time: 0.0830750 Sep 14 02:45:40.798223 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-40c579f4-d37b-4ef8-ac49-188213d39c9a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07effeed-2289-4bd8-9f3b-d75d6123af39 HTTP/1.1" status: 200 len: 217 time: 0.0332587 Sep 14 02:45:40.800233 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a33e17-1e65-4253-adf8-d386b8d89630 x-openstack-request-id: req-91a33e17-1e65-4253-adf8-d386b8d89630 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:40.800521 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0b7e12-efb9-4748-80b2-8ba00dc1b416", "tag": "07effeed-2289-4bd8-9f3b-d75d6123af39", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:40.800773 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91a33e17-1e65-4253-adf8-d386b8d89630 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:40.801163 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a33e17-1e65-4253-adf8-d386b8d89630'] response: {'name': 'network-changed', 'server_uuid': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'tag': '07effeed-2289-4bd8-9f3b-d75d6123af39', 'status': 'completed', 'code': 200} Sep 14 02:45:40.818037 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-452bb530-34f4-4758-91c0-4c0aebadb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.819438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-452bb530-34f4-4758-91c0-4c0aebadb406 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0480595 Sep 14 02:45:40.853912 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-b4d59e7d-8abd-46e6-acbf-839fe5415cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.855571 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-b4d59e7d-8abd-46e6-acbf-839fe5415cc0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=06a7a1f8-38ad-4e61-8056-1f2caef4f5f5 HTTP/1.1" status: 200 len: 854 time: 0.0482316 Sep 14 02:45:40.864926 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-b5acfb53-ad52-4c0d-97aa-63cf14e6225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:40.866446 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-b5acfb53-ad52-4c0d-97aa-63cf14e6225b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395632 Sep 14 02:45:40.905885 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-5cdc0e6b-ce06-472d-8cfb-95109ff47c88 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=77dcf271-3790-4a1a-8bf9-faa6be674b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263689 Sep 14 02:45:40.970561 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-e43ba1d7-b227-4174-a175-e5f3eceb9b2a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902069 Sep 14 02:45:41.005433 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-0ddf9f39-5071-4076-8aaf-c1b9f8cc2f3d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875595 Sep 14 02:45:41.068709 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fceba-681d-4003-bf06-1cb9a98b6856 req-9b767bf6-169a-4f0e-900f-c71b1ce18a11 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:41.070171 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-051fceba-681d-4003-bf06-1cb9a98b6856 req-9b767bf6-169a-4f0e-900f-c71b1ce18a11 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0850496 Sep 14 02:45:41.074142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:41.100272 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b679d801-bae1-4646-9adf-79aa95fd6b18 req-24e71a7f-9444-4f7a-9687-d959c1fb82e0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877092 Sep 14 02:45:41.118373 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15dd64cc-1739-4da6-afe9-4622bf66174b req-7f38dc34-0274-483d-b4da-79fb0726c24d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417618 Sep 14 02:45:41.141322 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-051fceba-681d-4003-bf06-1cb9a98b6856 req-439b6751-1e1f-42e1-aa7f-d23d1619cd2d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637813 Sep 14 02:45:41.213149 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ca12-a21c-44ee-a1fd-7043428cb3a4 req-3497c761-2da0-4c30-b2af-450dfa52bb47 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:41.214651 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-83c9ca12-a21c-44ee-a1fd-7043428cb3a4 req-3497c761-2da0-4c30-b2af-450dfa52bb47 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0502319 Sep 14 02:45:41.294354 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-83c9ca12-a21c-44ee-a1fd-7043428cb3a4 req-7d46c2ba-8217-4a1a-9b88-e79d06502040 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734644 Sep 14 02:45:41.310003 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59097968-6be7-4ec3-9aaf-4cd69c26178c req-5512309d-131e-45f7-bed1-c36ff656b2ad tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:41.311467 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-59097968-6be7-4ec3-9aaf-4cd69c26178c req-5512309d-131e-45f7-bed1-c36ff656b2ad tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 943 time: 0.0584612 Sep 14 02:45:41.359029 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-59097968-6be7-4ec3-9aaf-4cd69c26178c req-7c54f784-f57e-412b-aeba-d1714392bfe9 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Sep 14 02:45:41.449163 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:45:42.176913 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec620275-1943-43e0-9288-6029b98a313e req-24b2f03a-d91d-488f-ada7-35d17d2cb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.179275 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec620275-1943-43e0-9288-6029b98a313e req-24b2f03a-d91d-488f-ada7-35d17d2cb224 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=81d198348d76406a9c26865bbfbc7ee3&device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 1127 time: 0.0476418 Sep 14 02:45:42.272239 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0ef63-8d01-4e27-bdb8-68b7c2f6c385 req-9bc576cf-79eb-4f73-b5f2-6927e43f2857 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.273709 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6ff0ef63-8d01-4e27-bdb8-68b7c2f6c385 req-9bc576cf-79eb-4f73-b5f2-6927e43f2857 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Sep 14 02:45:42.330488 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6ff0ef63-8d01-4e27-bdb8-68b7c2f6c385 req-a38785f2-2d49-457a-a32a-ca103f73bc0c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510676 Sep 14 02:45:42.419186 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf11b-378a-4170-8aa5-0caf80dbf9d5 req-99ede975-6f61-4aeb-82a5-3e5162efbe48 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.421333 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-effdf11b-378a-4170-8aa5-0caf80dbf9d5 req-99ede975-6f61-4aeb-82a5-3e5162efbe48 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0524495 Sep 14 02:45:42.546810 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:42.558870 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cddc5e-6937-4584-9d35-1b784b629053 req-ead36ab1-da53-47b8-ab7c-3dcd78fa910c tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.560346 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71cddc5e-6937-4584-9d35-1b784b629053 req-ead36ab1-da53-47b8-ab7c-3dcd78fa910c tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 943 time: 0.1232820 Sep 14 02:45:42.569524 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-effdf11b-378a-4170-8aa5-0caf80dbf9d5 req-9ed99067-5fa0-496f-8310-cac257a7dbb0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402812 Sep 14 02:45:42.621602 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec620275-1943-43e0-9288-6029b98a313e req-838616b3-8e14-4a1b-be61-9cbb2d69f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.623159 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec620275-1943-43e0-9288-6029b98a313e req-838616b3-8e14-4a1b-be61-9cbb2d69f2e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=77dcf271-3790-4a1a-8bf9-faa6be674b9e HTTP/1.1" status: 200 len: 915 time: 0.1925945 Sep 14 02:45:42.637425 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71cddc5e-6937-4584-9d35-1b784b629053 req-776e5ba1-5928-42a4-98bd-e336e9749e98 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669608 Sep 14 02:45:42.670929 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec620275-1943-43e0-9288-6029b98a313e req-ad6ecb70-ac57-4993-9e0e-9d309fa84083 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07effeed-2289-4bd8-9f3b-d75d6123af39 HTTP/1.1" status: 200 len: 217 time: 0.0324986 Sep 14 02:45:42.702294 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 07effeed-2289-4bd8-9f3b-d75d6123af39 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:45:42.728102 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec620275-1943-43e0-9288-6029b98a313e req-8a1a3dca-e1b7-4fba-91e2-10641be4b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:42.729676 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec620275-1943-43e0-9288-6029b98a313e req-8a1a3dca-e1b7-4fba-91e2-10641be4b297 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=06a7a1f8-38ad-4e61-8056-1f2caef4f5f5 HTTP/1.1" status: 200 len: 854 time: 0.0473084 Sep 14 02:45:42.762539 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec620275-1943-43e0-9288-6029b98a313e req-392a7a3c-1dd1-4ce1-af13-6fcc0e9719ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=77dcf271-3790-4a1a-8bf9-faa6be674b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259714 Sep 14 02:45:42.804029 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 07effeed-2289-4bd8-9f3b-d75d6123af39, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=07effeed-2289-4bd8-9f3b-d75d6123af39,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:42.815934 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '07effeed-2289-4bd8-9f3b-d75d6123af39', 'network_id': '77dcf271-3790-4a1a-8bf9-faa6be674b9e', 'port_id': '07effeed-2289-4bd8-9f3b-d75d6123af39', 'mac_address': 'fa:16:3e:32:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a7a1f8-38ad-4e61-8056-1f2caef4f5f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:45:42.854097 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 07effeed-2289-4bd8-9f3b-d75d6123af39 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:42.854812 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:42.861563 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec620275-1943-43e0-9288-6029b98a313e req-81a5fb8c-0249-4a0c-a962-fa8ac66ea736 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918961 Sep 14 02:45:42.869447 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07effeed-2289-4bd8-9f3b-d75d6123af39 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:45:42.888867 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 07effeed-2289-4bd8-9f3b-d75d6123af39, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=07effeed-2289-4bd8-9f3b-d75d6123af39,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:42.892992 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:42.937033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=07effeed-2289-4bd8-9f3b-d75d6123af39,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:43.213126 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec620275-1943-43e0-9288-6029b98a313e req-24fd5ff7-8378-4b27-bf44-6c9be0d10878 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855448 Sep 14 02:45:43.248564 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['07effeed-2289-4bd8-9f3b-d75d6123af39'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:45:43.461567 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1baad1-41b0-42b0-8d79-36e449f61ffd req-fdc5ea36-044c-4f88-91fe-acd30885ff96 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:43.462967 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dd1baad1-41b0-42b0-8d79-36e449f61ffd req-fdc5ea36-044c-4f88-91fe-acd30885ff96 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0503268 Sep 14 02:45:43.487766 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:43.520662 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dd1baad1-41b0-42b0-8d79-36e449f61ffd req-dfc5d469-0a9f-4058-ab12-293b54645dea tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519431 Sep 14 02:45:43.702490 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85a90e-b29c-4c61-a454-3e439ba47311 req-aa846495-55a0-40be-bace-af54c16e29e8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:43.703966 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6d85a90e-b29c-4c61-a454-3e439ba47311 req-aa846495-55a0-40be-bace-af54c16e29e8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0489905 Sep 14 02:45:43.789263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c5a93-6d82-41e0-9bd4-f49f2fb28628 req-0ab71ff6-d1aa-45b8-a71a-b0a3aa3a6b37 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:43.790631 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fb5c5a93-6d82-41e0-9bd4-f49f2fb28628 req-0ab71ff6-d1aa-45b8-a71a-b0a3aa3a6b37 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 944 time: 0.0740697 Sep 14 02:45:43.795212 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6d85a90e-b29c-4c61-a454-3e439ba47311 req-5763eeeb-37e3-417f-8f9b-f27c2d39942a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855584 Sep 14 02:45:43.837737 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fb5c5a93-6d82-41e0-9bd4-f49f2fb28628 req-b58a043b-6b40-4652-bd98-d297bb1653b3 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Sep 14 02:45:44.657088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875ea-90a4-4946-8c19-3098f3151f59 req-0b462045-091c-4fc5-aef0-92f79885c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:44.658616 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c71875ea-90a4-4946-8c19-3098f3151f59 req-0b462045-091c-4fc5-aef0-92f79885c1d9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1129 time: 0.0780733 Sep 14 02:45:44.688777 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 07effeed-2289-4bd8-9f3b-d75d6123af39 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:44.689351 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10fa6-a656-41d0-9d34-8821f1208da2 req-cfb78d5f-2cc6-4dd1-960d-396e98e113d2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:44.690442 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a2d10fa6-a656-41d0-9d34-8821f1208da2 req-cfb78d5f-2cc6-4dd1-960d-396e98e113d2 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0835652 Sep 14 02:45:44.732474 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 07effeed-2289-4bd8-9f3b-d75d6123af39 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:45:44.734547 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c71875ea-90a4-4946-8c19-3098f3151f59 req-27bc7822-03e0-428a-b0f0-696853ab4d61 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677717 Sep 14 02:45:44.739226 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 07effeed-2289-4bd8-9f3b-d75d6123af39 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:44.739607 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:44.739927 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 07effeed-2289-4bd8-9f3b-d75d6123af39 Sep 14 02:45:44.756648 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a2d10fa6-a656-41d0-9d34-8821f1208da2 req-cdd92df0-5e86-4623-b83a-88a24da94044 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599945 Sep 14 02:45:44.778617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:44.814598 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 07effeed-2289-4bd8-9f3b-d75d6123af39 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:44.814980 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:44.837674 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07effeed-2289-4bd8-9f3b-d75d6123af39'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:44.839974 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5cb358-ddb2-44ec-a10c-7e27b6ec9e77" -d '{"events": [{"server_uuid": "3e0b7e12-efb9-4748-80b2-8ba00dc1b416", "name": "network-vif-plugged", "status": "completed", "tag": "07effeed-2289-4bd8-9f3b-d75d6123af39"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:44.854123 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 07effeed-2289-4bd8-9f3b-d75d6123af39, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=07effeed-2289-4bd8-9f3b-d75d6123af39,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:44.863337 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:44.891547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7feb92-e368-4a60-985c-d8035124ae20 x-openstack-request-id: req-6d7feb92-e368-4a60-985c-d8035124ae20 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:44.891971 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0b7e12-efb9-4748-80b2-8ba00dc1b416", "name": "network-vif-plugged", "status": "completed", "tag": "07effeed-2289-4bd8-9f3b-d75d6123af39", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:44.892227 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d7feb92-e368-4a60-985c-d8035124ae20 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:44.892625 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7feb92-e368-4a60-985c-d8035124ae20'] response: {'server_uuid': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07effeed-2289-4bd8-9f3b-d75d6123af39', 'code': 200} Sep 14 02:45:44.917480 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=07effeed-2289-4bd8-9f3b-d75d6123af39,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:44.926471 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082d50-0647-40b4-b9a3-1f870229ab44 req-df9f7388-c8c7-4795-9aa4-1e0dc481376c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:44.927954 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a0082d50-0647-40b4-b9a3-1f870229ab44 req-df9f7388-c8c7-4795-9aa4-1e0dc481376c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0533807 Sep 14 02:45:45.013169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753417fc-eec9-4b3c-bd2c-9ff42b7c78c2 req-f5e90e45-cd48-4a56-ab75-ac6afa650404 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:45.014540 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-753417fc-eec9-4b3c-bd2c-9ff42b7c78c2 req-f5e90e45-cd48-4a56-ab75-ac6afa650404 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0749836 Sep 14 02:45:45.019237 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a0082d50-0647-40b4-b9a3-1f870229ab44 req-e08c1b30-d75b-4320-9267-a01cff72ab9b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858259 Sep 14 02:45:45.062133 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-753417fc-eec9-4b3c-bd2c-9ff42b7c78c2 req-145c6b5c-d2b0-45a0-b58b-886bc6336240 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Sep 14 02:45:45.894505 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c967110-b6a2-484c-a8fb-981ea731ffa0 req-85b35e95-1b25-49ca-a9b2-ab09fb07ecde tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:45.896000 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1c967110-b6a2-484c-a8fb-981ea731ffa0 req-85b35e95-1b25-49ca-a9b2-ab09fb07ecde tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0496604 Sep 14 02:45:45.907832 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:45.942871 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1c967110-b6a2-484c-a8fb-981ea731ffa0 req-f8937174-38af-4eb6-a5aa-345fee43229f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Sep 14 02:45:46.144567 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2416f2-7ea0-4c84-950f-d7a13555d082 req-dd622c61-e512-4b75-ab79-2d11030522ca tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:46.146061 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cd2416f2-7ea0-4c84-950f-d7a13555d082 req-dd622c61-e512-4b75-ab79-2d11030522ca tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0465267 Sep 14 02:45:46.208506 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32bd8-d452-4188-8cdd-192fe23c6bd4 req-426a80d7-7d0e-4258-9ccd-e073e3bdffb0 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:46.210052 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fa32bd8-d452-4188-8cdd-192fe23c6bd4 req-426a80d7-7d0e-4258-9ccd-e073e3bdffb0 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0631216 Sep 14 02:45:46.241170 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cd2416f2-7ea0-4c84-950f-d7a13555d082 req-e32da231-6f1e-44a7-9c27-61eeb72882d0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849388 Sep 14 02:45:46.280725 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fa32bd8-d452-4188-8cdd-192fe23c6bd4 req-eb83ab5c-346d-49aa-b013-bb88085af8cb tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Sep 14 02:45:46.382137 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:46.392146 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5f6a7-b406-4000-8551-9369aa2784ba req-99d1a271-3e0b-428c-802f-b6e93085e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:46.393572 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-61c5f6a7-b406-4000-8551-9369aa2784ba req-99d1a271-3e0b-428c-802f-b6e93085e208 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 1129 time: 0.0389640 Sep 14 02:45:46.439021 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-61c5f6a7-b406-4000-8551-9369aa2784ba req-cf4eab04-85d3-4c20-953b-8298a1f7c714 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Sep 14 02:45:46.700016 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 0f79f5d3-b811-4507-a225-dbf8fea0fd56 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:45:46.792489 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:46.810798 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:46.822413 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'port_id': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'mac_address': 'fa:16:3e:33:43:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:45:46.859209 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:46.859673 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:46.873402 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f79f5d3-b811-4507-a225-dbf8fea0fd56 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:45:46.893130 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:46.897640 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:46.946925 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:47.085034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62f54-2d4b-43a4-9d2b-77efdfc91b0b req-d129b225-9d54-4504-9d26-d2c809956398 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:47.086552 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-67a62f54-2d4b-43a4-9d2b-77efdfc91b0b req-d129b225-9d54-4504-9d26-d2c809956398 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0480061 Sep 14 02:45:47.137498 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-67a62f54-2d4b-43a4-9d2b-77efdfc91b0b req-a20a4160-2e0a-493c-b512-4133c48f9f27 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452702 Sep 14 02:45:47.295779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['0f79f5d3-b811-4507-a225-dbf8fea0fd56'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:45:47.404661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97de29-08e8-46bd-a1d1-be014a383d08 req-2f0dc6b9-ae0b-4057-ba90-c9c43cd2c5d0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:47.409820 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2d97de29-08e8-46bd-a1d1-be014a383d08 req-2f0dc6b9-ae0b-4057-ba90-c9c43cd2c5d0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 945 time: 0.0690353 Sep 14 02:45:47.489121 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e84c7a-5e81-4758-a6f1-805efdc2bdc1 req-d5c1e1e9-f74f-47e3-b9db-011bd7190ec3 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:47.490686 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38e84c7a-5e81-4758-a6f1-805efdc2bdc1 req-d5c1e1e9-f74f-47e3-b9db-011bd7190ec3 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0741003 Sep 14 02:45:47.499459 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2d97de29-08e8-46bd-a1d1-be014a383d08 req-319d05d3-9eb3-4b01-9d19-8cddff68e7f1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846119 Sep 14 02:45:47.554756 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38e84c7a-5e81-4758-a6f1-805efdc2bdc1 req-418267ec-d357-46a3-a83b-83c048938a78 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537369 Sep 14 02:45:47.709318 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713fd62-db30-4a5f-afd2-8a6cba3e9e7b req-1dccd929-de14-4976-8522-c92970283880 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:47.710827 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d713fd62-db30-4a5f-afd2-8a6cba3e9e7b req-1dccd929-de14-4976-8522-c92970283880 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0550988 Sep 14 02:45:47.763000 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d713fd62-db30-4a5f-afd2-8a6cba3e9e7b req-e331403f-f08e-4a5c-8aa0-5370ed90ffd1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Sep 14 02:45:47.911653 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-6004b96f-b91b-4bbf-b8d8-796fa58b43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:47.913098 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-6004b96f-b91b-4bbf-b8d8-796fa58b43be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1129 time: 0.0387943 Sep 14 02:45:48.007625 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-76c4d975-093d-484f-b7e4-c87644ba57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:48.009041 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-76c4d975-093d-484f-b7e4-c87644ba57c4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.0866344 Sep 14 02:45:48.073249 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-3abfd3c2-14b6-4f89-a919-e6a9058437f1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 1000 time: 0.0543802 Sep 14 02:45:48.127431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-a864b36f-9800-4173-8026-98adb8626d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:48.128835 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-a864b36f-9800-4173-8026-98adb8626d2e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0433497 Sep 14 02:45:48.180244 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-c36f6e10-6ff7-45b0-8933-4b603944a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:48.181743 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-c36f6e10-6ff7-45b0-8933-4b603944a09d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418966 Sep 14 02:45:48.631072 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5faa-209d-4675-a9d3-216f0a1d7a75 req-a7b29222-b72c-42aa-b590-114f8f079209 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:48.632528 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e48e5faa-209d-4675-a9d3-216f0a1d7a75 req-a7b29222-b72c-42aa-b590-114f8f079209 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 945 time: 0.0478592 Sep 14 02:45:48.694195 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c8f87-b2ce-4986-9ccb-7346c116c5b1 req-c28f5259-71d9-4137-8c1e-d0a1583c6571 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:48.695656 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d73c8f87-b2ce-4986-9ccb-7346c116c5b1 req-c28f5259-71d9-4137-8c1e-d0a1583c6571 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0622523 Sep 14 02:45:48.719611 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 0f79f5d3-b811-4507-a225-dbf8fea0fd56 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:45:48.725601 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e48e5faa-209d-4675-a9d3-216f0a1d7a75 req-43b81cbb-7ff3-4e39-ad44-5defbc011e0b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828795 Sep 14 02:45:48.733133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:48.755477 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d73c8f87-b2ce-4986-9ccb-7346c116c5b1 req-4732557d-2bb1-4bd7-811c-89df347829f3 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541189 Sep 14 02:45:48.768188 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:45:48.777590 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:45:48.778062 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:48.778401 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 Sep 14 02:45:48.852115 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:48.877246 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:45:48.877720 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:48.916139 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:48.945513 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3da4-d149-48d1-9d6a-bb136e5f9c03 req-113baf98-2ad9-4d9a-affd-5adcd14c0e4a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:48.947168 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-788f3da4-d149-48d1-9d6a-bb136e5f9c03 req-113baf98-2ad9-4d9a-affd-5adcd14c0e4a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0646098 Sep 14 02:45:48.976881 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-89b0426a-ba94-4a30-bf7f-1830cdede590 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742103 Sep 14 02:45:49.029190 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:49.031452 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5c63c-b963-4e2b-a406-7ca667b3f953" -d '{"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-plugged", "status": "completed", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:49.044578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:45:49.051286 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:49.053765 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-788f3da4-d149-48d1-9d6a-bb136e5f9c03 req-0280bdc0-2e7e-45b2-99bb-bb97f9b093c8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999911 Sep 14 02:45:49.083536 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa86f72-8e0a-42f0-8bf0-bdea6eb3da4e x-openstack-request-id: req-daa86f72-8e0a-42f0-8bf0-bdea6eb3da4e {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:49.083536 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-plugged", "status": "completed", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:49.083536 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daa86f72-8e0a-42f0-8bf0-bdea6eb3da4e {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:49.083536 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa86f72-8e0a-42f0-8bf0-bdea6eb3da4e'] response: {'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'code': 200} Sep 14 02:45:49.097951 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-39844560-3b26-4180-acf3-f1f18bfb6b0a req-72a17fb7-6783-4f12-bab7-e0b457fded50 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120615 Sep 14 02:45:49.109549 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:49.380089 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa3e1-fa10-40c0-9723-f6d73d0dc6a3 req-3a2d3a70-27d3-43ff-8952-fdef80f2ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:49.381557 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8eafa3e1-fa10-40c0-9723-f6d73d0dc6a3 req-3a2d3a70-27d3-43ff-8952-fdef80f2ec73 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1130 time: 0.0391161 Sep 14 02:45:49.891192 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdf304-8ca1-483d-8169-346c3b6b9fc9 req-128e3da7-f5b7-4ccb-906c-3ccbf82d6f1d tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:49.892739 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-aacdf304-8ca1-483d-8169-346c3b6b9fc9 req-128e3da7-f5b7-4ccb-906c-3ccbf82d6f1d tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0755742 Sep 14 02:45:49.911536 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8efe6c-d44d-47ca-89eb-8946b1c1c304 req-54fdcde9-2dab-4e19-a567-d86309dc419d tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:49.912897 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f8efe6c-d44d-47ca-89eb-8946b1c1c304 req-54fdcde9-2dab-4e19-a567-d86309dc419d tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0645120 Sep 14 02:45:49.976608 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-aacdf304-8ca1-483d-8169-346c3b6b9fc9 req-7cd6fc67-4f22-48b9-920d-69b17d9aeadf tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780735 Sep 14 02:45:49.983582 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f8efe6c-d44d-47ca-89eb-8946b1c1c304 req-fbfac8b1-4613-43d2-887f-dd590f754bfc tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638869 Sep 14 02:45:50.177452 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba22525-6516-4a5e-a9a4-2ef9d2d034db req-4ba43ce6-8dce-4c9f-aa91-440d49b5879a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:50.178932 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1ba22525-6516-4a5e-a9a4-2ef9d2d034db req-4ba43ce6-8dce-4c9f-aa91-440d49b5879a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0468354 Sep 14 02:45:50.226320 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1ba22525-6516-4a5e-a9a4-2ef9d2d034db req-2307f0a9-9246-4102-bb7f-f4441bca197b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Sep 14 02:45:50.856535 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8eafa3e1-fa10-40c0-9723-f6d73d0dc6a3 req-bdca8b3f-337b-4fbc-802c-396a1533a8b3 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Sep 14 02:45:51.095451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:51.097223 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=28 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:51.107033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa584c-b135-41f6-b895-40786fb0c07b req-a6e068f2-423f-49e9-993c-6e26bdcfac9f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:51.108460 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d6fa584c-b135-41f6-b895-40786fb0c07b req-a6e068f2-423f-49e9-993c-6e26bdcfac9f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0487418 Sep 14 02:45:51.158552 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d6fa584c-b135-41f6-b895-40786fb0c07b req-69626a3b-f9a1-45b1-ab23-73f46a697eb0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442634 Sep 14 02:45:51.350268 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555e4f7-557d-45ff-995c-1d53f5290de1 req-388ec10c-7911-4d6c-9144-2c114684fee8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:51.351857 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8555e4f7-557d-45ff-995c-1d53f5290de1 req-388ec10c-7911-4d6c-9144-2c114684fee8 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0494812 Sep 14 02:45:51.399524 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8555e4f7-557d-45ff-995c-1d53f5290de1 req-65239266-6083-4386-b16c-e4a8730186a0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Sep 14 02:45:51.440672 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:51.442339 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:51.530071 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95733582-62d7-46bb-9e5f-888cc3ec101d req-6abc33ca-02a8-46f5-8fd1-66407fa90df1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:51.531539 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-95733582-62d7-46bb-9e5f-888cc3ec101d req-6abc33ca-02a8-46f5-8fd1-66407fa90df1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0496325 Sep 14 02:45:51.542477 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38234) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:51.549163 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Request body: {'floatingip': {'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:51.606414 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:51.651327 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:51.777795 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:52.339532 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:52.347933 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dba81-e016-4e98-8d01-d486bb7182e5 req-3725e5c2-3545-450d-aaa3-38395488dc79 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:52.349350 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-427dba81-e016-4e98-8d01-d486bb7182e5 req-3725e5c2-3545-450d-aaa3-38395488dc79 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0582776 Sep 14 02:45:52.350446 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:52.470458 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-427dba81-e016-4e98-8d01-d486bb7182e5 req-ac3892f9-f23a-4044-a1f9-c20a1fe874ed tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843558 Sep 14 02:45:52.585087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Router 2620c270-251b-4e33-b239-49b4c5f11c9f has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:45:52.691629 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:45:52.696548 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:52.707692 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] Sync routers for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:45:52.718431 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:52.719041 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:45:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:52.731232 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:52.733535 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d92d5ab-0070-4d0d-956c-830e9105e199" -d '{"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:52.770165 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-6414019d-e7b9-4903-921a-17e1bedfca6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/705394d6-66b7-4bae-99f2-827bd1a2617c HTTP/1.1" status: 200 len: 992 time: 1.2261598 Sep 14 02:45:52.778746 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c2bec3-c4eb-45fb-8341-3af4cc19a56f x-openstack-request-id: req-70c2bec3-c4eb-45fb-8341-3af4cc19a56f {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:52.781189 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:52.781446 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70c2bec3-c4eb-45fb-8341-3af4cc19a56f {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:52.781896 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c2bec3-c4eb-45fb-8341-3af4cc19a56f'] response: {'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'status': 'completed', 'code': 200} Sep 14 02:45:52.829876 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:52.831472 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:53.044280 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '705394d6-66b7-4bae-99f2-827bd1a2617c', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'mac_address': 'fa:16:3e:dc:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:44:04Z', 'updated_at': '2022-09-14T02:45:51Z', 'revision_number': 3, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:53.068978 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] Checking router: 2620c270-251b-4e33-b239-49b4c5f11c9f for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:45:53.077769 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:53.078360 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:45:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:53.180962 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:53.183977 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-2f2f9676-9a44-41d4-9233-dd8ed44ff07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:53.185531 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-2f2f9676-9a44-41d4-9233-dd8ed44ff07e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1129 time: 0.0498130 Sep 14 02:45:53.274284 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:53.288757 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-534169f0-b69d-4519-b5a7-6f0a50d9bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:53.290231 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-534169f0-b69d-4519-b5a7-6f0a50d9bdbd service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.0887878 Sep 14 02:45:53.349847 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:53.358799 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-80d56c1c-384a-459f-b110-fc9c5b2808f5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 1000 time: 0.0581884 Sep 14 02:45:53.393518 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '705394d6-66b7-4bae-99f2-827bd1a2617c', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'mac_address': 'fa:16:3e:dc:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:44:04Z', 'updated_at': '2022-09-14T02:45:51Z', 'revision_number': 3, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:53.412763 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-ae85e3ff-e4a5-48ea-9efe-525dbed8e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:53.414248 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-ae85e3ff-e4a5-48ea-9efe-525dbed8e37b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0442486 Sep 14 02:45:53.417819 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c9994f-d2d3-4150-adbd-0015ef32e269 None None] The sync data for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi is: [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '705394d6-66b7-4bae-99f2-827bd1a2617c', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'port_id': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'mac_address': 'fa:16:3e:dc:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:44:04Z', 'updated_at': '2022-09-14T02:45:51Z', 'revision_number': 3, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:45:53.459717 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-368a4f81-0ab1-4879-bdfe-555abc864453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:53.461210 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-368a4f81-0ab1-4879-bdfe-555abc864453 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400271 Sep 14 02:45:53.599764 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-1b1eb958-e6d6-44ec-81d5-146683f3113f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315436 Sep 14 02:45:53.612212 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a3eb-3b8c-4182-a519-e8fd551d1411 req-720e2163-b918-47c7-a2a4-c3435c0468aa tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:53.613697 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3077a3eb-3b8c-4182-a519-e8fd551d1411 req-720e2163-b918-47c7-a2a4-c3435c0468aa tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0580204 Sep 14 02:45:53.722996 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3077a3eb-3b8c-4182-a519-e8fd551d1411 req-ee2efc4c-5323-4457-9564-0a8fbdfd3743 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005833 Sep 14 02:45:53.733311 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4d92d5ab-0070-4d0d-956c-830e9105e199 req-877d742e-5e52-4ea6-9d56-4db7cf1cd2eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186805 Sep 14 02:45:53.852829 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed544a-acdc-46e2-b30c-fb87c019ba04 req-e26d1d92-c42d-4a99-ace0-791c8cbdc40e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:53.854356 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ebed544a-acdc-46e2-b30c-fb87c019ba04 req-e26d1d92-c42d-4a99-ace0-791c8cbdc40e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0526817 Sep 14 02:45:53.906438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ebed544a-acdc-46e2-b30c-fb87c019ba04 req-4c45b498-6294-4796-bd94-9af79296838b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463672 Sep 14 02:45:53.935158 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38250) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:53.939071 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f2a459f2-fe26-4e2a-91d9-63a366570103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:54.066461 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b29326-8504-4bd3-a517-f535de63d06b tempest-TestShelveInstance-688234283 tempest-TestShelveInstance-688234283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:54.067962 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-34b29326-8504-4bd3-a517-f535de63d06b tempest-TestShelveInstance-688234283 tempest-TestShelveInstance-688234283-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1125 time: 0.1318033 Sep 14 02:45:54.071996 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38254) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:45:54.076167 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'port_id': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:45:54.098992 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:54.184870 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:54.301099 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Allocated IP 172.27.2.199 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/628d7c7a-efa3-40d4-8fe9-33fec512380b) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:45:54.404369 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:54.414124 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:54.433247 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:54.447316 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:54.486681 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:45:54.493354 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:45:54.497231 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:45:54.518223 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'Port': ['ID=628d7c7a-efa3-40d4-8fe9-33fec512380b,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:54.783990 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:54.786269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234ef43-4811-4988-8629-e5c9972b9133" -d '{"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:54.824706 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb7a457-12c3-4fe8-9776-992a06b36acc x-openstack-request-id: req-adb7a457-12c3-4fe8-9776-992a06b36acc {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:54.824990 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:54.825236 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adb7a457-12c3-4fe8-9776-992a06b36acc {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:54.825625 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb7a457-12c3-4fe8-9776-992a06b36acc'] response: {'name': 'network-changed', 'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'status': 'completed', 'code': 200} Sep 14 02:45:54.852783 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for floatingip (4ae08866-c593-419a-8682-dac535c03678), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:54.920664 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234ef43-4811-4988-8629-e5c9972b9133 req-8daad386-26f7-4884-b79f-c573e4505330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:54.922224 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c234ef43-4811-4988-8629-e5c9972b9133 req-8daad386-26f7-4884-b79f-c573e4505330 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 1129 time: 0.0664029 Sep 14 02:45:54.994803 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:55.105085 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234ef43-4811-4988-8629-e5c9972b9133 req-15384716-7415-4fbf-a783-3666606c29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:55.106586 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c234ef43-4811-4988-8629-e5c9972b9133 req-15384716-7415-4fbf-a783-3666606c29aa service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.1648154 Sep 14 02:45:55.193148 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c234ef43-4811-4988-8629-e5c9972b9133 req-7ddad0da-e964-48f3-a4c3-6a41d0fe52a9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 200 len: 1000 time: 0.0790157 Sep 14 02:45:55.241477 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:55.247816 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:55.253819 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:55.263388 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:55.270517 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234ef43-4811-4988-8629-e5c9972b9133 req-cb7893a7-8f17-48e1-aca2-0662e672daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:55.271980 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c234ef43-4811-4988-8629-e5c9972b9133 req-cb7893a7-8f17-48e1-aca2-0662e672daa7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0717034 Sep 14 02:45:55.365413 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234ef43-4811-4988-8629-e5c9972b9133 req-6986b26b-5352-4fae-8163-cf5e92dd6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:55.366853 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c234ef43-4811-4988-8629-e5c9972b9133 req-6986b26b-5352-4fae-8163-cf5e92dd6bcf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610902 Sep 14 02:45:55.368061 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event updated for resources: {'Port': ['ID=628d7c7a-efa3-40d4-8fe9-33fec512380b,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:45:55.370555 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (4ae08866-c593-419a-8682-dac535c03678), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:55.533960 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Floating IP 4ae08866-c593-419a-8682-dac535c03678 associated. External IP: 172.27.2.199, port: 0f79f5d3-b811-4507-a225-dbf8fea0fd56. Sep 14 02:45:55.538773 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c234ef43-4811-4988-8629-e5c9972b9133 req-3009bc28-2f9d-4bc4-8967-68852f15a0a9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643062 Sep 14 02:45:55.703789 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c234ef43-4811-4988-8629-e5c9972b9133 req-2a88dbaa-2c9a-4fc4-9103-95bad17e8a3a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371636 Sep 14 02:45:55.803893 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Router 1538dcd0-c152-44a4-9694-50b2c0b60099 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:45:55.908846 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:45:55.918542 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] Sync routers for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:45:55.927519 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:55.930320 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:55.931025 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:45:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:55.957495 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-355429a2-4ee2-43cd-b636-6f189712f98e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8845174 Sep 14 02:45:56.030699 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:56.097381 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-adf18fda-219f-4502-9309-768d4f3578d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:56.238345 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '4ae08866-c593-419a-8682-dac535c03678', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'port_id': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'mac_address': 'fa:16:3e:33:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:45:54Z', 'updated_at': '2022-09-14T02:45:54Z', 'revision_number': 0, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:08Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:56.268766 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] Checking router: 1538dcd0-c152-44a4-9694-50b2c0b60099 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:45:56.280162 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:45:56.280787 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:45:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:56.381630 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:45:56.687998 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '4ae08866-c593-419a-8682-dac535c03678', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'port_id': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'mac_address': 'fa:16:3e:33:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:45:54Z', 'updated_at': '2022-09-14T02:45:54Z', 'revision_number': 0, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:08Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:45:56.712835 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b0d42-9cb3-4c81-9bf5-c7e5b006b9ee None None] The sync data for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi is: [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '4ae08866-c593-419a-8682-dac535c03678', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'port_id': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'mac_address': 'fa:16:3e:33:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:45:54Z', 'updated_at': '2022-09-14T02:45:54Z', 'revision_number': 0, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:08Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:45:56.827315 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:45:56.829885 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430dd638-dce0-41ad-a9fe-7eefb149a85e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:45:56.871509 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f4bd7-a620-49ed-a4cc-5f60bcb495de x-openstack-request-id: req-f31f4bd7-a620-49ed-a4cc-5f60bcb495de {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:45:56.871781 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:45:56.872057 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f31f4bd7-a620-49ed-a4cc-5f60bcb495de {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:45:56.872475 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31f4bd7-a620-49ed-a4cc-5f60bcb495de'] response: {'name': 'network-changed', 'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'status': 'completed', 'code': 200} Sep 14 02:45:56.911684 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4cf94-b1cd-4dd6-8a63-1df5bff9d8a4 None None] New status for floating IP 4ae08866-c593-419a-8682-dac535c03678: ACTIVE {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:45:56.942045 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-9ca927fe-d123-4666-a2c3-3fd8d0655b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:56.943543 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-9ca927fe-d123-4666-a2c3-3fd8d0655b01 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1130 time: 0.0467813 Sep 14 02:45:56.957269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:57.014779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:57.037230 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-7f2ced60-9908-4d94-a5e5-32e77ef735de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:57.038679 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-7f2ced60-9908-4d94-a5e5-32e77ef735de service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 910 time: 0.0883589 Sep 14 02:45:57.105750 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-9dba6cdd-9db3-4cac-a1c1-3b138d2090a1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 1002 time: 0.0594599 Sep 14 02:45:57.145249 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:45:57.163699 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-f05e4330-9a07-4eac-96b4-94deb6240c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:57.165141 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-f05e4330-9a07-4eac-96b4-94deb6240c85 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0455539 Sep 14 02:45:57.211844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-f64cd726-89dd-4dd5-aa03-a00156ae7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:45:57.213310 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-f64cd726-89dd-4dd5-aa03-a00156ae7457 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394616 Sep 14 02:45:57.309337 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-2d18c7f2-7b04-456d-87c9-363d323de69f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879040 Sep 14 02:45:57.399224 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-430dd638-dce0-41ad-a9fe-7eefb149a85e req-bb5f7222-8582-433a-a098-bf97712ed21e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836258 Sep 14 02:45:57.491156 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:58.886502 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:45:58.963693 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:01.142737 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97485d7c-1293-44c5-a389-759e1273a559 req-845ecb09-9903-45d1-a072-bffb12baa48a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:01.144190 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-97485d7c-1293-44c5-a389-759e1273a559 req-845ecb09-9903-45d1-a072-bffb12baa48a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0509744 Sep 14 02:46:01.192745 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-97485d7c-1293-44c5-a389-759e1273a559 req-2f6a87f7-5ea1-4a03-a356-c18d62a2d212 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425546 Sep 14 02:46:02.338065 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77e31-8b13-41ef-9aae-3fbdc47c1e6c req-a940b608-7934-4584-abe7-1175f1761c76 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:02.341417 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1cb77e31-8b13-41ef-9aae-3fbdc47c1e6c req-a940b608-7934-4584-abe7-1175f1761c76 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0712070 Sep 14 02:46:02.400742 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1cb77e31-8b13-41ef-9aae-3fbdc47c1e6c req-22c065e3-54e1-4d12-a08f-55d14346835d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511522 Sep 14 02:46:03.533615 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc320e8-f45b-4db0-918f-a7326d347ce9 req-5361a920-f60b-45b2-90dc-2bd06123ad77 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:03.535097 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ecc320e8-f45b-4db0-918f-a7326d347ce9 req-5361a920-f60b-45b2-90dc-2bd06123ad77 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0500700 Sep 14 02:46:03.586838 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ecc320e8-f45b-4db0-918f-a7326d347ce9 req-3de81200-8380-4ab0-ae5c-76105fb810d1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Sep 14 02:46:04.725816 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b2498-b66d-4826-af56-508e3d996a05 req-b658a171-409a-409b-85a8-f39681e942db tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:04.727261 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b16b2498-b66d-4826-af56-508e3d996a05 req-b658a171-409a-409b-85a8-f39681e942db tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0545423 Sep 14 02:46:04.777566 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b16b2498-b66d-4826-af56-508e3d996a05 req-78339cdf-ad87-4fd8-8327-ae6aaf8da08e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421121 Sep 14 02:46:05.919416 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1b66e-b0ef-47a0-99c4-c4b7e13495c7 req-2a475528-d93f-4914-8275-8b314a9a9af2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:05.920866 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-70e1b66e-b0ef-47a0-99c4-c4b7e13495c7 req-2a475528-d93f-4914-8275-8b314a9a9af2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0474544 Sep 14 02:46:05.971583 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-70e1b66e-b0ef-47a0-99c4-c4b7e13495c7 req-3d42b0da-d964-4c59-a210-1bd5d62d5f70 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450366 Sep 14 02:46:06.685850 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=76 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:06.690998 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=72 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:07.106388 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf06b63-e423-4dcd-91ad-edd34f5fe9ad req-e37bd636-253b-4178-b83a-3f25d6ca31ba tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:07.107827 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9cf06b63-e423-4dcd-91ad-edd34f5fe9ad req-e37bd636-253b-4178-b83a-3f25d6ca31ba tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0472367 Sep 14 02:46:07.162975 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9cf06b63-e423-4dcd-91ad-edd34f5fe9ad req-f24141b0-4c5d-4161-9bcd-e87bc97a26b7 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469613 Sep 14 02:46:08.308607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454fce-e944-494e-ad76-87bda9d065c8 req-68b76006-b552-41da-b38d-a0f58a6accfa tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:08.310069 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f0454fce-e944-494e-ad76-87bda9d065c8 req-68b76006-b552-41da-b38d-a0f58a6accfa tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0472815 Sep 14 02:46:08.342464 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:08.359264 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f0454fce-e944-494e-ad76-87bda9d065c8 req-ad20f807-1f1c-42e3-8b21-cb9f59184a51 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Sep 14 02:46:08.951111 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:08.955113 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:09.501277 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749efee-d350-461f-99d2-a9688b103466 req-de1f5c02-5131-4ced-af75-6c08a21de4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:09.502784 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5749efee-d350-461f-99d2-a9688b103466 req-de1f5c02-5131-4ced-af75-6c08a21de4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0502639 Sep 14 02:46:09.549901 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5749efee-d350-461f-99d2-a9688b103466 req-faffe6da-4549-4c4f-8036-12ef027b1433 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Sep 14 02:46:09.595044 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:10.674048 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:10.688367 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0e89a-80d8-4d64-a109-6fb272b0601f req-cf331056-716e-4d30-85ed-9294d65f9d15 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:10.689825 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-90e0e89a-80d8-4d64-a109-6fb272b0601f req-cf331056-716e-4d30-85ed-9294d65f9d15 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0503685 Sep 14 02:46:10.740528 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-90e0e89a-80d8-4d64-a109-6fb272b0601f req-5abbd0dc-f082-4de6-9b9f-6acaf2010ea1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Sep 14 02:46:11.880918 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966a731-e232-43bb-bb49-9daa827ba077 req-12ba4446-7282-45fe-85ca-fbf58ecbc358 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:11.882469 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1966a731-e232-43bb-bb49-9daa827ba077 req-12ba4446-7282-45fe-85ca-fbf58ecbc358 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0488994 Sep 14 02:46:11.932795 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1966a731-e232-43bb-bb49-9daa827ba077 req-de5ac565-b11c-49e9-afa8-dfb53615e723 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446012 Sep 14 02:46:13.063149 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a02f7-b2a7-43cf-bb41-14b54316a3a6 req-5334fde3-6444-45ac-9b29-9011bb2d13d4 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:13.064622 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e31a02f7-b2a7-43cf-bb41-14b54316a3a6 req-5334fde3-6444-45ac-9b29-9011bb2d13d4 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0483677 Sep 14 02:46:13.114585 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e31a02f7-b2a7-43cf-bb41-14b54316a3a6 req-adefba11-e31d-4320-ae17-88b10e3d3b87 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Sep 14 02:46:13.517206 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabcff7-77c5-471b-a822-b96ea100dfc3 req-29c0bc3b-7daf-404c-9918-7dea3420060b tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:13.518573 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6cabcff7-77c5-471b-a822-b96ea100dfc3 req-29c0bc3b-7daf-404c-9918-7dea3420060b tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0496931 Sep 14 02:46:13.566276 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6cabcff7-77c5-471b-a822-b96ea100dfc3 req-ec143f7a-eada-41d8-a986-413e7936a8d4 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Sep 14 02:46:14.256329 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0266d5-26ae-415d-913a-e4b84cdd8272 req-e9e3b5a0-83c5-4b0b-affe-ff5d802b78cb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:14.257798 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd0266d5-26ae-415d-913a-e4b84cdd8272 req-e9e3b5a0-83c5-4b0b-affe-ff5d802b78cb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0506725 Sep 14 02:46:14.304300 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd0266d5-26ae-415d-913a-e4b84cdd8272 req-b780587f-ff1c-40fd-ab3e-efc69f87c430 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 Sep 14 02:46:14.710415 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420a7c-161c-4257-a045-cab798b2d774 req-dc9b1db4-91c5-41ee-94dd-28dd1a5488fc tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:14.711851 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3d420a7c-161c-4257-a045-cab798b2d774 req-dc9b1db4-91c5-41ee-94dd-28dd1a5488fc tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0477729 Sep 14 02:46:14.762491 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3d420a7c-161c-4257-a045-cab798b2d774 req-d95507fe-f6e6-4aee-baec-14687b519fb7 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Sep 14 02:46:15.445020 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44a61b-0cc7-4936-814e-a6908f5dfc39 req-2f384ab6-6496-4f0c-9c13-46ba29d5463a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:15.446586 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3b44a61b-0cc7-4936-814e-a6908f5dfc39 req-2f384ab6-6496-4f0c-9c13-46ba29d5463a tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0501344 Sep 14 02:46:15.494985 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3b44a61b-0cc7-4936-814e-a6908f5dfc39 req-45431f4b-3700-4b36-8c93-89d14fbf0c1d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Sep 14 02:46:15.546591 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-273c46f1-fd4e-466e-9513-915285d8eaf7 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:15.548016 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-273c46f1-fd4e-466e-9513-915285d8eaf7 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0450714 Sep 14 02:46:15.934948 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Deleting port 07effeed-2289-4bd8-9f3b-d75d6123af39 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:46:15.935296 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:16.016219 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c9ec-5dde-4081-b834-a338ef664d87 req-f3e20cf4-f0ea-499b-bf13-5fa6d724ec91 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:16.017685 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dac3c9ec-5dde-4081-b834-a338ef664d87 req-f3e20cf4-f0ea-499b-bf13-5fa6d724ec91 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 945 time: 0.0991075 Sep 14 02:46:16.063508 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:16.090243 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] For port 07effeed-2289-4bd8-9f3b-d75d6123af39, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=07effeed-2289-4bd8-9f3b-d75d6123af39,segment=NetworkSegment(7a2d8e89-abe1-4602-afad-17fd5f2c7381),segment_id=7a2d8e89-abe1-4602-afad-17fd5f2c7381)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:16.090602 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:16.110241 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dac3c9ec-5dde-4081-b834-a338ef664d87 req-f2014069-dcd8-4f82-b935-f4594a08ee0f tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b26fdd2a-9169-47a4-a055-0b059667213e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854053 Sep 14 02:46:16.111178 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Calling delete_port for 07effeed-2289-4bd8-9f3b-d75d6123af39 owned by compute:nova {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:46:16.120817 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:16.243308 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (07effeed-2289-4bd8-9f3b-d75d6123af39), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:16.270967 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['07effeed-2289-4bd8-9f3b-d75d6123af39'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:46:16.278080 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Pushing event deleted for resources: {'Port': ['ID=07effeed-2289-4bd8-9f3b-d75d6123af39,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:16.308418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.308828 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.311499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.311499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.311499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.311499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.311499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.311499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.316938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.316938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.316938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.316938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.316938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.316938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.316938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:16.354729 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] No DVR routers for this DVR port 07effeed-2289-4bd8-9f3b-d75d6123af39 on host hv-cinder-85707 {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:46:16.357287 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:16.360556 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7daef9d8-b3b3-4bad-8100-61f8732190d8 req-88c2dc85-94b3-482c-8135-169c44fafb1e tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.48 "DELETE /networking/v2.0/ports/07effeed-2289-4bd8-9f3b-d75d6123af39 HTTP/1.1" status: 204 len: 173 time: 0.8038573 Sep 14 02:46:16.361056 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'name': 'network-vif-deleted', 'tag': '07effeed-2289-4bd8-9f3b-d75d6123af39'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:46:16.363351 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48faa49-8c38-4840-afbe-79b8232af7f0" -d '{"events": [{"server_uuid": "3e0b7e12-efb9-4748-80b2-8ba00dc1b416", "name": "network-vif-deleted", "tag": "07effeed-2289-4bd8-9f3b-d75d6123af39"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:46:16.401463 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08baf5-3877-4e5c-90fd-f0efac7044ec x-openstack-request-id: req-4b08baf5-3877-4e5c-90fd-f0efac7044ec {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:46:16.401823 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0b7e12-efb9-4748-80b2-8ba00dc1b416", "name": "network-vif-deleted", "tag": "07effeed-2289-4bd8-9f3b-d75d6123af39", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:46:16.402079 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b08baf5-3877-4e5c-90fd-f0efac7044ec {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:46:16.402478 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b08baf5-3877-4e5c-90fd-f0efac7044ec'] response: {'server_uuid': '3e0b7e12-efb9-4748-80b2-8ba00dc1b416', 'name': 'network-vif-deleted', 'tag': '07effeed-2289-4bd8-9f3b-d75d6123af39', 'status': 'completed', 'code': 200} Sep 14 02:46:16.619415 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9a89d-f225-42a5-a381-181b9d89fa0e req-b6f99f21-818b-43fa-9913-24fd3b680aa2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:16.620894 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38a9a89d-f225-42a5-a381-181b9d89fa0e req-b6f99f21-818b-43fa-9913-24fd3b680aa2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0509818 Sep 14 02:46:16.669398 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38a9a89d-f225-42a5-a381-181b9d89fa0e req-a74c1a5a-14c5-4b30-99bd-dd22480ae54b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Sep 14 02:46:17.229761 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-63d58647-2372-46fb-9ee2-7f0c046eac9a req-cbec08ed-9368-4f71-9023-5a2ffddb3f30 tempest-VolumesSnapshotTestJSON-1688444502 tempest-VolumesSnapshotTestJSON-1688444502-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3e0b7e12-efb9-4748-80b2-8ba00dc1b416 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Sep 14 02:46:17.803756 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c59f85-0eb6-46bd-9c48-f7211977db8d req-a0ecd83e-77ec-4bfa-b0ea-a478afaeaada tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:17.805180 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-34c59f85-0eb6-46bd-9c48-f7211977db8d req-a0ecd83e-77ec-4bfa-b0ea-a478afaeaada tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0489826 Sep 14 02:46:17.852555 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-34c59f85-0eb6-46bd-9c48-f7211977db8d req-bae49077-4d35-4c0b-9161-3e5e7120274f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416727 Sep 14 02:46:18.450790 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:46:18.904296 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 07effeed-2289-4bd8-9f3b-d75d6123af39 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:46:18.924189 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 07effeed-2289-4bd8-9f3b-d75d6123af39 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:46:18.924557 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 07effeed-2289-4bd8-9f3b-d75d6123af39 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:46:18.975209 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa3553-9e5f-4e7c-af6d-03717b77762b req-93e920e2-859e-4fdd-9abb-9c1127402743 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:18.976640 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ebaa3553-9e5f-4e7c-af6d-03717b77762b req-93e920e2-859e-4fdd-9abb-9c1127402743 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0464132 Sep 14 02:46:19.030855 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ebaa3553-9e5f-4e7c-af6d-03717b77762b req-0037dfd7-0d0c-4e80-8d4a-292d679c1ee2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484662 Sep 14 02:46:19.236447 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b40b5-2ebf-4f62-a2f0-e21d4365199a req-e788bc45-96c9-47ac-8a49-a762353b4adc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:19.237922 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f81b40b5-2ebf-4f62-a2f0-e21d4365199a req-e788bc45-96c9-47ac-8a49-a762353b4adc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0472982 Sep 14 02:46:19.316465 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-06ca1fe9-b4bb-45f0-87a7-ac6177a34c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:19.317951 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-06ca1fe9-b4bb-45f0-87a7-ac6177a34c98 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 1129 time: 0.0567441 Sep 14 02:46:19.321352 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f81b40b5-2ebf-4f62-a2f0-e21d4365199a req-01e67f50-97ef-4eff-abc5-26c2b8d33cae tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774560 Sep 14 02:46:19.414576 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-58316ef7-9193-4f53-9c27-09ef155579f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:19.416076 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-58316ef7-9193-4f53-9c27-09ef155579f4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 911 time: 0.0916874 Sep 14 02:46:19.481415 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-25eb2c19-93c0-4627-8b1c-26b6ed8f0372 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=617d7c76-db56-4a42-81b8-2564ae1c4383 HTTP/1.1" status: 200 len: 1001 time: 0.0574148 Sep 14 02:46:19.530847 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-d5b3d1e3-1b0a-4f33-afe9-8d8d31e89dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:19.532292 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-d5b3d1e3-1b0a-4f33-afe9-8d8d31e89dae service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0438836 Sep 14 02:46:19.578268 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:19.585143 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-fa39c7f8-9a21-4e2a-850b-57af2c4da966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:19.586779 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-fa39c7f8-9a21-4e2a-850b-57af2c4da966 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404062 Sep 14 02:46:19.704050 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-2d3c8e64-7fc0-4643-9a68-388e8d6f8b22 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056330 Sep 14 02:46:19.824066 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e0f0391-33d3-4ffb-9ba9-92d6a8ba1a60 req-9d43a903-e9b3-4438-b829-b65be9b37133 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116841 Sep 14 02:46:20.416417 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:20.455832 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5511e-d530-48cc-94ba-b1273e1d4b67 req-456558a4-0242-4c48-824b-08782b4fd916 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:20.457292 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35b5511e-d530-48cc-94ba-b1273e1d4b67 req-456558a4-0242-4c48-824b-08782b4fd916 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0499229 Sep 14 02:46:20.510066 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35b5511e-d530-48cc-94ba-b1273e1d4b67 req-112d8a7e-fe2f-4416-9986-626f470c7898 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443685 Sep 14 02:46:21.644541 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec1136-6842-4d92-946e-e635675996eb req-d7970b1a-8e19-4b8f-a4e4-a0cbc4457dbb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:21.646014 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-97ec1136-6842-4d92-946e-e635675996eb req-d7970b1a-8e19-4b8f-a4e4-a0cbc4457dbb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0471132 Sep 14 02:46:21.692503 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-97ec1136-6842-4d92-946e-e635675996eb req-9180ffec-ba54-4b07-9d2e-139e854ac7c9 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407524 Sep 14 02:46:21.979657 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=14 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:22.824800 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e275c-a34a-4715-9d4f-4dcf5a8d67b9 req-f9b28d46-a6f2-4baf-9f16-7f8d79982d5c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:22.826244 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ed9e275c-a34a-4715-9d4f-4dcf5a8d67b9 req-f9b28d46-a6f2-4baf-9f16-7f8d79982d5c tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0557683 Sep 14 02:46:22.877619 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ed9e275c-a34a-4715-9d4f-4dcf5a8d67b9 req-9dd48984-c563-4a48-ac4f-7050838c7c98 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455601 Sep 14 02:46:23.953415 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-164ffbcd-45bc-43a1-9685-3beb555f9825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:24.018171 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5bcc9-54c8-4a26-bdd9-18e3d4ef51c9 req-7f1688fe-92a9-43bd-b0e1-9cfb80db46c2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:24.019683 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0fc5bcc9-54c8-4a26-bdd9-18e3d4ef51c9 req-7f1688fe-92a9-43bd-b0e1-9cfb80db46c2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0474615 Sep 14 02:46:24.068037 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0fc5bcc9-54c8-4a26-bdd9-18e3d4ef51c9 req-ced999c6-6f35-4047-87ed-93b460f18727 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Sep 14 02:46:24.268351 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f57235-f3b8-4848-952f-d1580be19c0d req-b9ca37d9-69ef-4762-975d-bc70daed9e81 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:24.269763 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-53f57235-f3b8-4848-952f-d1580be19c0d req-b9ca37d9-69ef-4762-975d-bc70daed9e81 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0545306 Sep 14 02:46:24.320047 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-53f57235-f3b8-4848-952f-d1580be19c0d req-1dd8c72e-e002-4093-bb94-c8e656d3e57b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Sep 14 02:46:25.461194 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75fdcf-51f7-4791-845a-db26172c695c req-824814ca-9e9f-4d6c-bd70-5367d78cc328 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:25.462702 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd75fdcf-51f7-4791-845a-db26172c695c req-824814ca-9e9f-4d6c-bd70-5367d78cc328 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0541563 Sep 14 02:46:25.522669 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd75fdcf-51f7-4791-845a-db26172c695c req-b8335ffe-be10-436b-9c30-9e8e6e03cb06 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522559 Sep 14 02:46:26.106335 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6d9134a6-32af-442d-8bd7-2426ff2e39cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:26.231691 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-44ad619b-01a2-4592-a5a5-cd3bfd7534ae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:26.233112 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-44ad619b-01a2-4592-a5a5-cd3bfd7534ae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0473492 Sep 14 02:46:26.318687 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Deleting port 4cde1b1f-b34c-4127-96da-229475dceacc {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:46:26.319033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:26.410280 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] For port 4cde1b1f-b34c-4127-96da-229475dceacc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4cde1b1f-b34c-4127-96da-229475dceacc,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:26.410527 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:26.483360 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:26.649999 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:26.650478 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (62838e0c-12e0-4f3b-9367-801b1e0a914e), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:26.650815 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Floating IP 62838e0c-12e0-4f3b-9367-801b1e0a914e disassociated. External IP: 172.27.2.175, port: 4cde1b1f-b34c-4127-96da-229475dceacc. Sep 14 02:46:26.651146 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Calling delete_port for 4cde1b1f-b34c-4127-96da-229475dceacc owned by compute:nova {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:46:26.673647 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67572506-dcf4-4504-bdd4-52d12b27c1c2 req-a4407f2a-22f9-433c-87dc-4d0e94933ce7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:26.675128 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-67572506-dcf4-4504-bdd4-52d12b27c1c2 req-a4407f2a-22f9-433c-87dc-4d0e94933ce7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 946 time: 0.0679481 Sep 14 02:46:26.676721 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:26.771204 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-67572506-dcf4-4504-bdd4-52d12b27c1c2 req-f58cc2d6-693b-48cd-bb46-015df6aeff97 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687425 Sep 14 02:46:26.842875 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (4cde1b1f-b34c-4127-96da-229475dceacc), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:26.873038 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event deleted for resources: {'Port': ['ID=4cde1b1f-b34c-4127-96da-229475dceacc,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:26.990857 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:46:27.100316 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:46:27.111767 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] Sync routers for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:46:27.128638 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:46:27.129429 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:27.154691 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] No DVR routers for this DVR port 4cde1b1f-b34c-4127-96da-229475dceacc on host hv-cinder-85707 {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:46:27.157259 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:27.160455 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-48b4fc95-83a0-433a-a36e-9a325216eb95 req-dd639852-619f-4ef2-ae31-2bcf6e3a094e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "DELETE /networking/v2.0/ports/4cde1b1f-b34c-4127-96da-229475dceacc HTTP/1.1" status: 204 len: 173 time: 0.9218206 Sep 14 02:46:27.160966 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-deleted', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:46:27.163220 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4066ea2f-ac4e-4a26-a461-cc4d3a0c1ab5" -d '{"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-deleted", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:46:27.213904 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a994e-b02d-4ffd-96a2-e187c661c678 x-openstack-request-id: req-d48a994e-b02d-4ffd-96a2-e187c661c678 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:46:27.214291 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452e9c98-6111-4415-b3bd-d884a745b098", "name": "network-vif-deleted", "tag": "4cde1b1f-b34c-4127-96da-229475dceacc", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:46:27.214595 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d48a994e-b02d-4ffd-96a2-e187c661c678 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:46:27.215126 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48a994e-b02d-4ffd-96a2-e187c661c678'] response: {'server_uuid': '452e9c98-6111-4415-b3bd-d884a745b098', 'name': 'network-vif-deleted', 'tag': '4cde1b1f-b34c-4127-96da-229475dceacc', 'status': 'completed', 'code': 200} Sep 14 02:46:27.255198 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:46:27.443898 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:27.472300 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] Checking router: 17c3cab7-ba61-43fb-b657-1acf1150b7b8 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:46:27.481748 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:46:27.481902 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:27.485439 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:27.580477 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:46:27.762971 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:27.787551 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ef292-df55-4d9a-8b9c-06f6ba8c6f5c None None] The sync data for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi is: [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:46:27.907875 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1982a1f6-af87-48b1-bfe5-f7c4db4cb369 req-6ce8d386-1d7c-427f-ae16-37a70bdc544e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.0353680 Sep 14 02:46:28.030740 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055d20b-9684-4afb-9886-345e5ecce509 None None] New status for floating IP 62838e0c-12e0-4f3b-9367-801b1e0a914e: DOWN {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:46:28.885278 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:28.954569 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:29.038370 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-895b1e01-00b1-443f-b62b-c61e321ddaaf req-78d304a4-6c19-4591-b995-9887e5e8a3de tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.0324211 Sep 14 02:46:30.163540 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-47bbe3b2-52bf-48f7-a51f-1b1aab5f9a48 req-059c7637-7158-47cd-b4d8-3201b95e1ef7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=452e9c98-6111-4415-b3bd-d884a745b098 HTTP/1.1" status: 200 len: 210 time: 0.0281892 Sep 14 02:46:30.251790 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:46:30.274191 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 4cde1b1f-b34c-4127-96da-229475dceacc {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:46:30.274526 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4cde1b1f-b34c-4127-96da-229475dceacc not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:46:31.273091 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38526) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:31.330392 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-02d18543-85c6-44a0-af96-efbb4bbbaadc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.353150 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-02d18543-85c6-44a0-af96-efbb4bbbaadc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.402582 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-02d18543-85c6-44a0-af96-efbb4bbbaadc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.405398 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-02d18543-85c6-44a0-af96-efbb4bbbaadc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.406567 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-02d18543-85c6-44a0-af96-efbb4bbbaadc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4 HTTP/1.1" status: 204 len: 168 time: 0.1324310 Sep 14 02:46:31.409507 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38528) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:31.411140 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:31.417223 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d18543-85c6-44a0-af96-efbb4bbbaadc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:31.445492 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.api.v2.resource [None req-617f67ea-f96b-4363-a732-b09f8e1666cc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] show failed (client error): The resource could not be found. Sep 14 02:46:31.446547 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-617f67ea-f96b-4363-a732-b09f8e1666cc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups/b32a1dbc-86bc-40bd-92f4-bbb0bdb67df4 HTTP/1.1" status: 404 len: 347 time: 0.0354862 Sep 14 02:46:31.449658 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38530) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:31.565520 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Deleting port c17332ca-c0b9-4747-93b7-6efcbef4c01e {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:46:31.565894 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.648912 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.649179 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (c17332ca-c0b9-4747-93b7-6efcbef4c01e), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.661817 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Calling delete_port for c17332ca-c0b9-4747-93b7-6efcbef4c01e owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:46:31.809997 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (c17332ca-c0b9-4747-93b7-6efcbef4c01e), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.837176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event deleted for resources: {'Port': ['ID=c17332ca-c0b9-4747-93b7-6efcbef4c01e,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:31.847315 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.847662 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.847993 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.848322 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.848651 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.848979 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.849309 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.849620 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.849986 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.850312 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.851066 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.851066 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.851278 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.851528 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.851846 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:31.917449 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (62838e0c-12e0-4f3b-9367-801b1e0a914e), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.919996 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:31.921173 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ff21e5ae-53bf-4a19-9957-541671138440 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/62838e0c-12e0-4f3b-9367-801b1e0a914e HTTP/1.1" status: 204 len: 168 time: 0.4705141 Sep 14 02:46:32.018161 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38538) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:32.022790 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-a9b4af44-1234-4dab-ab97-bbea156421b3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651052702', 'description': 'tempest-description--460251726'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:32.045461 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9b4af44-1234-4dab-ab97-bbea156421b3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.113465 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9b4af44-1234-4dab-ab97-bbea156421b3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (024f695f-c767-430d-9ff1-cf5f2c3b6839), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.119800 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9b4af44-1234-4dab-ab97-bbea156421b3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (024f695f-c767-430d-9ff1-cf5f2c3b6839), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.151464 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9b4af44-1234-4dab-ab97-bbea156421b3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.152773 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a9b4af44-1234-4dab-ab97-bbea156421b3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336136 Sep 14 02:46:32.154763 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4af44-1234-4dab-ab97-bbea156421b3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024f695f-c767-430d-9ff1-cf5f2c3b6839,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:32.156054 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38540) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:32.160727 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-764bd904-f733-4f86-b813-f18a11a17a08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'security_group_rule': {'security_group_id': '024f695f-c767-430d-9ff1-cf5f2c3b6839', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:32.194589 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-764bd904-f733-4f86-b813-f18a11a17a08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (c2dac288-0a71-4aaf-8b93-ca976a728fcb), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.253888 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-764bd904-f733-4f86-b813-f18a11a17a08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (c2dac288-0a71-4aaf-8b93-ca976a728fcb), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.258504 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-764bd904-f733-4f86-b813-f18a11a17a08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (c2dac288-0a71-4aaf-8b93-ca976a728fcb), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.276168 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bd904-f733-4f86-b813-f18a11a17a08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2dac288-0a71-4aaf-8b93-ca976a728fcb,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:32.286027 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-764bd904-f733-4f86-b813-f18a11a17a08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.289838 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-764bd904-f733-4f86-b813-f18a11a17a08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300516 Sep 14 02:46:32.290173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38542) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:32.294350 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-16b1540f-b181-45be-9c57-9db6c4aabae3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'security_group_rule': {'security_group_id': '024f695f-c767-430d-9ff1-cf5f2c3b6839', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:32.325959 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16b1540f-b181-45be-9c57-9db6c4aabae3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (7f1ceb32-1df5-40b4-b19f-05a2fd206c87), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.386662 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16b1540f-b181-45be-9c57-9db6c4aabae3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (7f1ceb32-1df5-40b4-b19f-05a2fd206c87), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.391838 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16b1540f-b181-45be-9c57-9db6c4aabae3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (7f1ceb32-1df5-40b4-b19f-05a2fd206c87), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.410021 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1540f-b181-45be-9c57-9db6c4aabae3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1ceb32-1df5-40b4-b19f-05a2fd206c87,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:32.416787 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16b1540f-b181-45be-9c57-9db6c4aabae3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.418076 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-16b1540f-b181-45be-9c57-9db6c4aabae3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270785 Sep 14 02:46:32.421430 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38544) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:32.425615 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:32.433225 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:32.448150 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.526538 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.641403 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Allocated IP 172.27.2.243 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/778b5dc3-0ae5-42f5-ad82-f13d7bd9a602) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:46:32.750369 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.783123 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.786236 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:32.826164 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:46:32.831851 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:46:32.834508 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'Port': ['ID=778b5dc3-0ae5-42f5-ad82-f13d7bd9a602,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:32.836608 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:46:32.917999 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (f014bc39-f737-4757-aabc-95e8df7595dd), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:32.956824 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:33.104441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:33.112188 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:33.171640 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:33.177432 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'Port': ['ID=778b5dc3-0ae5-42f5-ad82-f13d7bd9a602,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:33.180115 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (f014bc39-f737-4757-aabc-95e8df7595dd), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:33.198945 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:33.200157 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-3c489abf-ac9f-427e-b51c-f9c43f3081d1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7777855 Sep 14 02:46:33.410689 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-a05a53fb-6bfa-4ae9-a163-b217cdb8b278 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1651052702&fields=id&tenant_id=63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 267 time: 0.0541050 Sep 14 02:46:33.524026 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-de6303e6-6e63-45bd-920f-2f9f98dd0896 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:33.525371 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-de6303e6-6e63-45bd-920f-2f9f98dd0896 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 817 time: 0.1064751 Sep 14 02:46:33.540133 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-429b1c51-1d58-45d7-8565-6bf47671df7d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/quotas/63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 375 time: 0.0092504 Sep 14 02:46:33.591588 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-c3838576-0518-4f35-8966-28465703f185 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466027 Sep 14 02:46:33.698893 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3637426d-36b0-4ab6-8cb4-4fbccf475e6b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900071 Sep 14 02:46:33.788407 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-ee618b05-2598-4d04-8f03-7affc63e5599 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837274 Sep 14 02:46:33.981614 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8fe80116-deed-45d6-abac-47671b5bb38e req-54a14e55-3064-4ec6-82b2-0624c86ced96 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 210 time: 0.0313501 Sep 14 02:46:35.132707 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9535ccf6-a034-4221-8a25-4c96f7602314 req-b34de4c5-317a-4a72-9c78-cfc1d15dcc1e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 210 time: 0.0512531 Sep 14 02:46:35.137129 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:35.185122 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-e5aecdde-19b1-42ef-a9ba-b6d288198355 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:35.186587 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-e5aecdde-19b1-42ef-a9ba-b6d288198355 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 817 time: 0.1264782 Sep 14 02:46:35.254133 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-0e81ee1e-fc29-48e2-9375-b0aadcec6262 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 380 time: 0.0583401 Sep 14 02:46:35.274181 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'port': {'device_id': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'admin_state_up': True, 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'security_groups': ['024f695f-c767-430d-9ff1-cf5f2c3b6839']}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:35.384174 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Made reservation on behalf of 63347c9bf4164b6b8f146ef830dc6e1a for: {'port': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:46:35.387921 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:35.516352 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Allocated IP 172.20.0.4 (82d3281b-c915-4062-b12c-017b9fdc9c94/2c930b20-7d22-473d-a470-ee52c5a64115/c054aeba-c150-4228-9cca-250027ee6476) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:46:35.608376 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:35.663888 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for port (c054aeba-c150-4228-9cca-250027ee6476), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:35.698772 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:35.743743 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:46:35.748885 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:46:35.751041 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:35.753054 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:46:35.800198 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:35.800972 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:35.818153 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-70813cb7-5de7-4731-b7a8-69d0c228cab2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478914 Sep 14 02:46:35.831704 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Request body: {'port': {'device_id': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:35.901004 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:35.935784 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Provisioning complete for port c054aeba-c150-4228-9cca-250027ee6476 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:46:35.935784 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c054aeba-c150-4228-9cca-250027ee6476), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:35.936513 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Attempt 1 to provision port c054aeba-c150-4228-9cca-250027ee6476 Sep 14 02:46:35.940000 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:35.969992 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Port c054aeba-c150-4228-9cca-250027ee6476 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:46:36.164221 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c054aeba-c150-4228-9cca-250027ee6476 {{(pid=112942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:46:36.173895 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Publish callbacks [] for port (c054aeba-c150-4228-9cca-250027ee6476), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:36.188471 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.provisioning_blocks [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Transition to ACTIVE for port object c054aeba-c150-4228-9cca-250027ee6476 will not be triggered until provisioned by entity L2. {{(pid=112942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:46:36.192953 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:36.304412 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:36.325220 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b2ed-b155-42d9-98ca-7ef4f5821d40 req-2413034f-d510-468d-82ed-939c2c102ac8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:36.326753 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-31a9b2ed-b155-42d9-98ca-7ef4f5821d40 req-2413034f-d510-468d-82ed-939c2c102ac8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.1061382 Sep 14 02:46:36.372763 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Attempting to bind port c054aeba-c150-4228-9cca-250027ee6476 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:46:36.373129 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Attempting to bind port c054aeba-c150-4228-9cca-250027ee6476 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:46:36.373456 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Attempting to bind port c054aeba-c150-4228-9cca-250027ee6476 on network 82d3281b-c915-4062-b12c-017b9fdc9c94 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:46:36.416050 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-31a9b2ed-b155-42d9-98ca-7ef4f5821d40 req-f5ac0986-eb2d-49b4-b548-a9b3e751cd81 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826318 Sep 14 02:46:36.416437 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:36.434193 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Port c054aeba-c150-4228-9cca-250027ee6476 on network 82d3281b-c915-4062-b12c-017b9fdc9c94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:46:36.434511 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Attempting to bind port c054aeba-c150-4228-9cca-250027ee6476 on network 82d3281b-c915-4062-b12c-017b9fdc9c94 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:46:36.471249 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Attempt 2 to provision port c054aeba-c150-4228-9cca-250027ee6476 Sep 14 02:46:36.504897 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Port c054aeba-c150-4228-9cca-250027ee6476 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:46:36.744438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:46:36.744684 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Checking segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:46:36.745352 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Bound using segment: {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:46:36.745805 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Bound port: c054aeba-c150-4228-9cca-250027ee6476, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50d7c13-b233-468f-9f7b-c97e2d0505b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94'}}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:46:36.746150 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:36.804413 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, cleared binding levels {{(pid=112942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:46:36.807393 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:46:36.817374 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:36.822986 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:36.823702 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:36.825090 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 200 len: 1093 time: 0.9981024 Sep 14 02:46:36.825634 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:46:36.827894 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "tag": "c054aeba-c150-4228-9cca-250027ee6476"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:46:36.869184 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2322183-da2e-43eb-9bae-760cfd5da270 x-openstack-request-id: req-f2322183-da2e-43eb-9bae-760cfd5da270 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:46:36.869441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "tag": "c054aeba-c150-4228-9cca-250027ee6476", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:46:36.869707 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2322183-da2e-43eb-9bae-760cfd5da270 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:46:36.870162 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2322183-da2e-43eb-9bae-760cfd5da270'] response: {'name': 'network-changed', 'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476', 'status': 'completed', 'code': 200} Sep 14 02:46:36.908602 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0fb3a-d1a7-4ab8-98e2-95c751fe595c service neutron] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=3']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:36.921737 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-42346115-b098-439e-8cb8-3cf875afd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:36.923225 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-42346115-b098-439e-8cb8-3cf875afd0ef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 1127 time: 0.0436220 Sep 14 02:46:36.965875 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-2c8d6938-2f2a-4c4d-b8bd-2cd27ebc652f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 200 len: 217 time: 0.0327449 Sep 14 02:46:37.006084 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Attempt 3 to provision port c054aeba-c150-4228-9cca-250027ee6476 Sep 14 02:46:37.017173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-2940d19a-fa75-4ccc-8972-2b35c9f3a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:37.018658 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-2940d19a-fa75-4ccc-8972-2b35c9f3a251 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0465105 Sep 14 02:46:37.046295 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-be527c5b-a57c-4fc9-9a78-7713fdcac2e8 None None] Port c054aeba-c150-4228-9cca-250027ee6476 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:46:37.064694 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe05427-c53e-435d-907d-74666c59ef81 req-2ffb26c9-e0e1-4091-a995-767a13fec922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:37.066219 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-2ffb26c9-e0e1-4091-a995-767a13fec922 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386076 Sep 14 02:46:37.097059 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:37.162918 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-a7eaf3ad-6ac2-40f1-8a7c-918e6e7c4c6a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866487 Sep 14 02:46:37.261996 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fe05427-c53e-435d-907d-74666c59ef81 req-e4d78660-94d7-487a-a7fa-c4ed1e38b7bc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879519 Sep 14 02:46:37.550446 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158a21-d5ca-411e-ab92-8b2bf90db15f req-59c8eb6d-30e0-4695-af72-c7d394039d3f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:37.551760 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e158a21-d5ca-411e-ab92-8b2bf90db15f req-59c8eb6d-30e0-4695-af72-c7d394039d3f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0485256 Sep 14 02:46:37.601739 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e158a21-d5ca-411e-ab92-8b2bf90db15f req-950eeae1-fb13-43b8-a5fe-63d4774cb3e1 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Sep 14 02:46:37.765302 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=91 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:37.766529 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=61 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:38.265344 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-35ac3d48-4c82-49ff-823b-2ac5fe7e7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:38.267025 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-35ac3d48-4c82-49ff-823b-2ac5fe7e7eb4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 1127 time: 0.0538590 Sep 14 02:46:38.362751 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-f3acda9b-9d80-4eb7-a604-eb56e9c7769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:38.364227 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-f3acda9b-9d80-4eb7-a604-eb56e9c7769a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.0899093 Sep 14 02:46:38.406067 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-5cb3ded8-d371-4d05-b8a1-0561ff32a29f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 200 len: 217 time: 0.0342405 Sep 14 02:46:38.461388 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-f4265d68-a814-49e5-a3ac-14ecd2fd2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:38.462933 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-f4265d68-a814-49e5-a3ac-14ecd2fd2f4f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0498745 Sep 14 02:46:38.511866 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-c4ca0be5-0296-458e-9f7b-ede3071b1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:38.513523 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-c4ca0be5-0296-458e-9f7b-ede3071b1881 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435159 Sep 14 02:46:38.609760 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-73fac997-ab4c-4a19-8320-1708e26c7f1f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872462 Sep 14 02:46:38.638089 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:38.740284 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf6d13ea-ce0a-4c92-b701-45fcef2013c6 req-e33ab0d3-7c7e-4a7d-896d-586a693cf597 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184945 Sep 14 02:46:38.748158 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e2c6f-b8d5-4c51-a116-a718aecc0cd2 req-a4ae7a30-8c09-453a-8110-e366a82637e3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:38.749698 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e4e2c6f-b8d5-4c51-a116-a718aecc0cd2 req-a4ae7a30-8c09-453a-8110-e366a82637e3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0671537 Sep 14 02:46:38.798627 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e4e2c6f-b8d5-4c51-a116-a718aecc0cd2 req-386d8eb4-ad3d-4018-a3f5-8d4b2f29930e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Sep 14 02:46:39.011270 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:46:39.016046 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:39.019704 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:39.122356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:39.133360 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'c054aeba-c150-4228-9cca-250027ee6476', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'port_id': 'c054aeba-c150-4228-9cca-250027ee6476', 'mac_address': 'fa:16:3e:30:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:46:39.170767 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c054aeba-c150-4228-9cca-250027ee6476 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:46:39.171125 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:39.183906 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c054aeba-c150-4228-9cca-250027ee6476 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:46:39.203234 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:39.209617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:39.254709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:39.261912 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.262343 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.262688 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.263018 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.263346 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.263677 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.263996 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.264317 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.264639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.264957 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.265276 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.265615 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.265967 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.266288 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.266607 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:46:39.497031 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['c054aeba-c150-4228-9cca-250027ee6476'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:46:39.596458 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:39.933882 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f267dc7-b4af-453d-ab5d-c77a5eef3d94 req-a77d27e4-88d1-4c54-87fc-ee71e14427fe tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:39.935450 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4f267dc7-b4af-453d-ab5d-c77a5eef3d94 req-a77d27e4-88d1-4c54-87fc-ee71e14427fe tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 944 time: 0.0525889 Sep 14 02:46:39.986911 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4f267dc7-b4af-453d-ab5d-c77a5eef3d94 req-b40594c8-bb1a-43e3-8b9d-face00f6bbb5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Sep 14 02:46:40.781404 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38652) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:40.826966 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] Deleting subnet 06a7a1f8-38ad-4e61-8056-1f2caef4f5f5 {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:46:40.830292 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] Publish callbacks [] for subnet (06a7a1f8-38ad-4e61-8056-1f2caef4f5f5), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:40.866785 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (06a7a1f8-38ad-4e61-8056-1f2caef4f5f5), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:40.891286 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:40.911747 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (06a7a1f8-38ad-4e61-8056-1f2caef4f5f5), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:40.970298 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (06a7a1f8-38ad-4e61-8056-1f2caef4f5f5), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:40.995851 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a7a1f8-38ad-4e61-8056-1f2caef4f5f5,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:41.001828 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.004893 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-e3dc3c2e-db9a-4fd0-bfbb-c16b501d40e9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/06a7a1f8-38ad-4e61-8056-1f2caef4f5f5 HTTP/1.1" status: 204 len: 168 time: 0.2224338 Sep 14 02:46:41.007672 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38654) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:41.025196 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:46:41.069297 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port c054aeba-c150-4228-9cca-250027ee6476 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:46:41.075946 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port c054aeba-c150-4228-9cca-250027ee6476 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:46:41.076317 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c054aeba-c150-4228-9cca-250027ee6476), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.076704 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port c054aeba-c150-4228-9cca-250027ee6476 Sep 14 02:46:41.086535 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (77dcf271-3790-4a1a-8bf9-faa6be674b9e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.132507 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e529d4-350c-4334-b41d-17ca738c3fae req-e9f11b04-ce10-47dd-bc92-e61b4accdc03 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:41.133999 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e2e529d4-350c-4334-b41d-17ca738c3fae req-e9f11b04-ce10-47dd-bc92-e61b4accdc03 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 944 time: 0.0611525 Sep 14 02:46:41.152159 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c054aeba-c150-4228-9cca-250027ee6476 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:46:41.152598 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.175326 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:46:41.177584 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9af6ae-947a-4a65-b3bd-dc64a45838cf" -d '{"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-plugged", "status": "completed", "tag": "c054aeba-c150-4228-9cca-250027ee6476"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:46:41.190486 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:41.195568 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.221394 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6736d1-45b9-45db-88eb-b34207940380 x-openstack-request-id: req-ec6736d1-45b9-45db-88eb-b34207940380 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:46:41.221687 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-plugged", "status": "completed", "tag": "c054aeba-c150-4228-9cca-250027ee6476", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:46:41.221969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec6736d1-45b9-45db-88eb-b34207940380 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:46:41.222350 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6736d1-45b9-45db-88eb-b34207940380'] response: {'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476', 'code': 200} Sep 14 02:46:41.226258 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (77dcf271-3790-4a1a-8bf9-faa6be674b9e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.246931 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:41.258312 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e2e529d4-350c-4334-b41d-17ca738c3fae req-1a6a1c45-acd1-4287-a5d2-d03f34746393 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062124 Sep 14 02:46:41.259838 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-47407714-5407-495b-9190-97b873520e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dcf271-3790-4a1a-8bf9-faa6be674b9e']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:41.269860 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-47407714-5407-495b-9190-97b873520e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2d8e89-abe1-4602-afad-17fd5f2c7381') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:41.270153 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-47407714-5407-495b-9190-97b873520e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2d8e89-abe1-4602-afad-17fd5f2c7381') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:41.288097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (7a2d8e89-abe1-4602-afad-17fd5f2c7381), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.304003 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (7a2d8e89-abe1-4602-afad-17fd5f2c7381), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.310626 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:46:41.311104 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (7a2d8e89-abe1-4602-afad-17fd5f2c7381), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.381274 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (77dcf271-3790-4a1a-8bf9-faa6be674b9e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.404664 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.407718 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-47407714-5407-495b-9190-97b873520e82 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/77dcf271-3790-4a1a-8bf9-faa6be674b9e HTTP/1.1" status: 204 len: 168 time: 0.3991799 Sep 14 02:46:41.419009 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407714-5407-495b-9190-97b873520e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=77dcf271-3790-4a1a-8bf9-faa6be674b9e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:41.429066 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50da68e-b085-4026-9b4f-547d0b04e35f req-07d62859-b114-482c-870e-3d0db629ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:41.430690 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c50da68e-b085-4026-9b4f-547d0b04e35f req-07d62859-b114-482c-870e-3d0db629ef7e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 1129 time: 0.0585575 Sep 14 02:46:41.465247 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 7a2d8e89-abe1-4602-afad-17fd5f2c7381 resource provider aggregate not found Sep 14 02:46:41.483110 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:41.488142 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 7a2d8e89-abe1-4602-afad-17fd5f2c7381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a2d8e89-abe1-4602-afad-17fd5f2c7381 found for delete ", "request_id": "req-45b0a16e-07c4-46d6-830e-b1074e6adc87"}]} Sep 14 02:46:41.500840 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c50da68e-b085-4026-9b4f-547d0b04e35f req-2bf01295-c6da-45d0-a560-2884528a249e service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561152 Sep 14 02:46:41.591232 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38668) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:41.631894 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-545acb0b-d213-442f-9aa5-8ec7a5a3fd56 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=81d198348d76406a9c26865bbfbc7ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395010 Sep 14 02:46:41.634433 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38670) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:41.683195 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a429f9b1-dd83-4e39-9a93-c943ccdaff31 admin admin] Publish callbacks [] for security_group (b26fdd2a-9169-47a4-a055-0b059667213e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.703358 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a429f9b1-dd83-4e39-9a93-c943ccdaff31 admin admin] Publish callbacks [] for security_group (b26fdd2a-9169-47a4-a055-0b059667213e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.753102 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a429f9b1-dd83-4e39-9a93-c943ccdaff31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b26fdd2a-9169-47a4-a055-0b059667213e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.755619 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a429f9b1-dd83-4e39-9a93-c943ccdaff31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:41.756764 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a429f9b1-dd83-4e39-9a93-c943ccdaff31 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b26fdd2a-9169-47a4-a055-0b059667213e HTTP/1.1" status: 204 len: 168 time: 0.1214855 Sep 14 02:46:41.764528 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429f9b1-dd83-4e39-9a93-c943ccdaff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26fdd2a-9169-47a4-a055-0b059667213e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:42.148001 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:INSERT=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:42.153987 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:42.493923 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-3ea705f1-d92a-425a-b54f-fdd89d243f4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427289 Sep 14 02:46:42.591050 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-cbab4667-e34d-4c1a-930c-92d543142d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:42.592491 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-cbab4667-e34d-4c1a-930c-92d543142d6c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 1129 time: 0.0408609 Sep 14 02:46:42.637854 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4c4ed-c377-4745-a344-2debd78e9d79 req-e6034de6-9951-4582-ba02-da99d9af36e7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:42.639307 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-acb4c4ed-c377-4745-a344-2debd78e9d79 req-e6034de6-9951-4582-ba02-da99d9af36e7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0505910 Sep 14 02:46:42.684137 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:42.693225 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-acb4c4ed-c377-4745-a344-2debd78e9d79 req-b16c32ef-1bb3-480b-b4f7-8622c1bc6115 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452275 Sep 14 02:46:43.257242 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-706b6cd4-a57b-403d-ae3f-f5caf6f2de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:43.258481 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-706b6cd4-a57b-403d-ae3f-f5caf6f2de44 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 200 len: 920 time: 0.0956080 Sep 14 02:46:43.299329 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-1ba40771-4939-4290-9f16-a72a21401ae0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 200 len: 217 time: 0.0327682 Sep 14 02:46:43.355599 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-5ab6cf85-7abc-4210-9884-5d949801732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:43.356989 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-5ab6cf85-7abc-4210-9884-5d949801732e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 200 len: 858 time: 0.0451653 Sep 14 02:46:43.406010 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-b5568dca-9fdb-4ec6-973d-65b6b6846475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:43.407720 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-b5568dca-9fdb-4ec6-973d-65b6b6846475 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=093d7def-c1d0-43ef-8c4a-613a55a543d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439434 Sep 14 02:46:43.499967 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-29069755-2f79-4df0-9ca7-a1c27b0a556d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849884 Sep 14 02:46:43.599790 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e30044d3-6aa8-482a-8d34-fc1ed5d9fc75 req-81df851d-b5d5-496b-8a93-461cea2e36a4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933526 Sep 14 02:46:43.823337 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af6949-17fe-4e6c-9af3-65a778d2ee8b req-5a44a71b-6aa2-48af-baf9-9b3d5bf26d7a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:43.824932 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e4af6949-17fe-4e6c-9af3-65a778d2ee8b req-5a44a71b-6aa2-48af-baf9-9b3d5bf26d7a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0471799 Sep 14 02:46:43.873763 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e4af6949-17fe-4e6c-9af3-65a778d2ee8b req-c31338da-5bbc-4d0f-87e4-dc917b552f3b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Sep 14 02:46:43.998609 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a4149-3060-4429-a81b-e221905fc7a8 req-73253f03-d7ef-440a-8ac3-c41698dcc339 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:44.000091 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-379a4149-3060-4429-a81b-e221905fc7a8 req-73253f03-d7ef-440a-8ac3-c41698dcc339 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0522346 Sep 14 02:46:44.010264 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38698) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:44.014994 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Request body: {'floatingip': {'port_id': 'c054aeba-c150-4228-9cca-250027ee6476'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:46:44.055890 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (f014bc39-f737-4757-aabc-95e8df7595dd), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:44.726103 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:44.730873 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (f014bc39-f737-4757-aabc-95e8df7595dd), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:44.822237 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Floating IP f014bc39-f737-4757-aabc-95e8df7595dd associated. External IP: 172.27.2.243, port: c054aeba-c150-4228-9cca-250027ee6476. Sep 14 02:46:45.031555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:46:45.138721 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:46:45.144146 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:45.149192 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] Sync routers for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:46:45.159252 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:46:45.159858 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:45.173888 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-6ba501f1-74fb-42d8-be44-a776917e1aac tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/f014bc39-f737-4757-aabc-95e8df7595dd HTTP/1.1" status: 200 len: 991 time: 1.1624768 Sep 14 02:46:45.174587 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:46:45.176905 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "tag": "c054aeba-c150-4228-9cca-250027ee6476"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:46:45.214256 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f7826e-054a-4ef5-a505-836753d46875 x-openstack-request-id: req-45f7826e-054a-4ef5-a505-836753d46875 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:46:45.214546 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "tag": "c054aeba-c150-4228-9cca-250027ee6476", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:46:45.214797 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45f7826e-054a-4ef5-a505-836753d46875 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:46:45.215204 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f7826e-054a-4ef5-a505-836753d46875'] response: {'name': 'network-changed', 'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476', 'status': 'completed', 'code': 200} Sep 14 02:46:45.261308 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:46:45.275910 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-cc75ea06-1dcb-44b8-a9a9-96caa9949a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:45.277451 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-cc75ea06-1dcb-44b8-a9a9-96caa9949a8d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 1129 time: 0.0396290 Sep 14 02:46:45.291818 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:45.367851 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-8db02236-86f7-41f4-b7b0-552ab6e60d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:45.369269 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-8db02236-86f7-41f4-b7b0-552ab6e60d83 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.0851331 Sep 14 02:46:45.433680 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-c8f8ad76-0246-428b-8a1e-11b713903d95 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 200 len: 999 time: 0.0578659 Sep 14 02:46:45.463973 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'f014bc39-f737-4757-aabc-95e8df7595dd', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'port_id': 'c054aeba-c150-4228-9cca-250027ee6476', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'mac_address': 'fa:16:3e:30:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:46:32Z', 'updated_at': '2022-09-14T02:46:44Z', 'revision_number': 1, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:45.485151 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-c628eddc-9b11-4bf7-b74b-d4d9ef06c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:45.486635 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-c628eddc-9b11-4bf7-b74b-d4d9ef06c9b1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0439787 Sep 14 02:46:45.488473 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] Checking router: 17c3cab7-ba61-43fb-b657-1acf1150b7b8 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:46:45.497429 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:46:45.498047 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:45.531942 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-c10b188a-de93-496e-b26e-a450875ed0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:45.533453 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-c10b188a-de93-496e-b26e-a450875ed0a9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394659 Sep 14 02:46:45.634233 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-b68d612f-b0b2-42be-938b-7cc9935c3a73 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897148 Sep 14 02:46:45.689176 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:46:45.729493 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-86e43dcb-7262-48ff-8c1c-14d85f8a9a15 req-16ef595b-db5b-4eff-bc87-902cb3aefaa1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879567 Sep 14 02:46:45.914179 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'f014bc39-f737-4757-aabc-95e8df7595dd', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'port_id': 'c054aeba-c150-4228-9cca-250027ee6476', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'mac_address': 'fa:16:3e:30:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:46:32Z', 'updated_at': '2022-09-14T02:46:44Z', 'revision_number': 1, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:45.938349 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c447649-bc63-4d7f-a0ae-78f16898bec5 None None] The sync data for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi is: [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'f014bc39-f737-4757-aabc-95e8df7595dd', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'port_id': 'c054aeba-c150-4228-9cca-250027ee6476', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'mac_address': 'fa:16:3e:30:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:46:32Z', 'updated_at': '2022-09-14T02:46:44Z', 'revision_number': 1, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:46:46.141406 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d857ccf-95df-48c9-8242-aa19c8ace1f2 None None] New status for floating IP f014bc39-f737-4757-aabc-95e8df7595dd: ACTIVE {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:46:46.179569 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:46.195460 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e033c-bf26-44c6-ad58-132397d7e34f req-3253f6f0-f12c-4fe5-9924-e3fb5dab252b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:46.195656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:46.196964 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-228e033c-bf26-44c6-ad58-132397d7e34f req-3253f6f0-f12c-4fe5-9924-e3fb5dab252b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Sep 14 02:46:46.246164 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-228e033c-bf26-44c6-ad58-132397d7e34f req-41f5bd98-565e-4e92-9f6f-07a3b4a477f5 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Sep 14 02:46:47.495559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ded84-14d9-4888-8b47-56c94ad40c18 req-3f7b3816-0bda-4e59-b3bf-d7e01ac3b95c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:47.496995 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a24ded84-14d9-4888-8b47-56c94ad40c18 req-3f7b3816-0bda-4e59-b3bf-d7e01ac3b95c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.1600077 Sep 14 02:46:47.546460 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a24ded84-14d9-4888-8b47-56c94ad40c18 req-e0812032-7d71-4823-968d-33b35efee22b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Sep 14 02:46:48.679677 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4504-671e-4b8c-962d-ae3fa8d259c8 req-c964cf71-77a5-4264-ac0f-9a790f94cd52 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:48.681138 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9cfc4504-671e-4b8c-962d-ae3fa8d259c8 req-c964cf71-77a5-4264-ac0f-9a790f94cd52 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Sep 14 02:46:48.728021 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9cfc4504-671e-4b8c-962d-ae3fa8d259c8 req-36ea2e42-5b92-43aa-9c01-131c3ebc70bf tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Sep 14 02:46:49.674888 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8226-71e7-416c-824d-88e662d1610a req-003798b3-4559-449b-8389-ee55f80697a7 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:49.676290 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d3bc8226-71e7-416c-824d-88e662d1610a req-003798b3-4559-449b-8389-ee55f80697a7 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0522170 Sep 14 02:46:49.763607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Deleting port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:46:49.764143 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:49.866251 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6977cd-b340-40d0-947d-7508a9d35523 req-6681b113-cb21-446c-85cb-ab1b5ba94336 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:49.867712 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2c6977cd-b340-40d0-947d-7508a9d35523 req-6681b113-cb21-446c-85cb-ab1b5ba94336 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 945 time: 0.0639100 Sep 14 02:46:49.907274 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] For port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:49.907607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:49.924559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:49.978655 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2c6977cd-b340-40d0-947d-7508a9d35523 req-25962c06-5b40-4d03-90d3-cceffd658360 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004710 Sep 14 02:46:50.084922 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:50.085277 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:50.085579 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Floating IP 705394d6-66b7-4bae-99f2-827bd1a2617c disassociated. External IP: 172.27.2.48, port: 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0. Sep 14 02:46:50.085945 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Calling delete_port for 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 owned by compute:nova {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:46:50.231523 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (32c6dfcc-c79f-4bda-a7a4-ccd307af90b0), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:50.264309 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event deleted for resources: {'Port': ['ID=32c6dfcc-c79f-4bda-a7a4-ccd307af90b0,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:50.321085 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:50.380719 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Router 2620c270-251b-4e33-b239-49b4c5f11c9f has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:46:50.484160 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:46:50.493481 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] Sync routers for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:46:50.503478 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:46:50.504203 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:50.524821 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] No DVR routers for this DVR port 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 on host hv-cinder-85707 {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:46:50.528175 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:50.531537 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d3bc8226-71e7-416c-824d-88e662d1610a req-794f015a-30a1-4a38-91a6-d216282f3c35 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "DELETE /networking/v2.0/ports/32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 HTTP/1.1" status: 204 len: 173 time: 0.8486691 Sep 14 02:46:50.531968 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'name': 'network-vif-deleted', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:46:50.534255 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7add0c-2dcb-42c8-a645-84af3c94e36f" -d '{"events": [{"server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "name": "network-vif-deleted", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:46:50.583865 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a28f6-4e20-4854-9d68-eb63acf26787 x-openstack-request-id: req-230a28f6-4e20-4854-9d68-eb63acf26787 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:46:50.584370 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bce7b41-084d-4768-a1cf-54bb69b20c28", "name": "network-vif-deleted", "tag": "32c6dfcc-c79f-4bda-a7a4-ccd307af90b0", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:46:50.584869 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-230a28f6-4e20-4854-9d68-eb63acf26787 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:46:50.585406 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230a28f6-4e20-4854-9d68-eb63acf26787'] response: {'server_uuid': '8bce7b41-084d-4768-a1cf-54bb69b20c28', 'name': 'network-vif-deleted', 'tag': '32c6dfcc-c79f-4bda-a7a4-ccd307af90b0', 'status': 'completed', 'code': 200} Sep 14 02:46:50.607670 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:46:50.609164 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:50.799638 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:50.803011 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:50.827788 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] Checking router: 2620c270-251b-4e33-b239-49b4c5f11c9f for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:46:50.836613 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:46:50.837213 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:50.938485 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:46:51.094642 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e0a5c685-b4d1-44a3-9be8-0859d382c0d7 req-403c99c4-052b-498a-a081-994c7088397b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8bce7b41-084d-4768-a1cf-54bb69b20c28 HTTP/1.1" status: 200 len: 210 time: 0.0280492 Sep 14 02:46:51.123144 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:46:51.151271 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a857a613-248d-4564-8959-0c708b1f3a36 None None] The sync data for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi is: [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'acaf42e7-88a7-47da-8f39-90b44fa7528a', 'name': '', 'network_id': '093d7def-c1d0-43ef-8c4a-613a55a543d1', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'mac_address': 'fa:16:3e:ca:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:41Z', 'updated_at': '2022-09-14T02:41:52Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'subnets': [{'id': 'b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:46:51.368672 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160b9eb-59b0-4d10-a0b7-4a972e542947 None None] New status for floating IP 705394d6-66b7-4bae-99f2-827bd1a2617c: DOWN {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:46:51.504605 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:52.200945 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38732) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:52.222117 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:52.260546 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-580c5875-336f-4759-9504-af2813434a9c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group (df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.282899 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-580c5875-336f-4759-9504-af2813434a9c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group (df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.296176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:52.336538 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-580c5875-336f-4759-9504-af2813434a9c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.339117 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-580c5875-336f-4759-9504-af2813434a9c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.340241 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-580c5875-336f-4759-9504-af2813434a9c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0 HTTP/1.1" status: 204 len: 168 time: 0.1383531 Sep 14 02:46:52.343234 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38734) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:52.349962 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c5875-336f-4759-9504-af2813434a9c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:52.363201 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.api.v2.resource [None req-a2c5a289-d0b3-4b0d-88d0-78fb311c965f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] show failed (client error): The resource could not be found. Sep 14 02:46:52.364329 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a2c5a289-d0b3-4b0d-88d0-78fb311c965f tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups/df699fd6-9fb0-45c0-a6a7-3ee0262ef9d0 HTTP/1.1" status: 404 len: 347 time: 0.0197799 Sep 14 02:46:52.367380 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38736) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:46:52.481709 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Deleting port 21b6863f-4879-4dfa-80cb-6372a6060747 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:46:52.482082 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (21b6863f-4879-4dfa-80cb-6372a6060747), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.565339 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (21b6863f-4879-4dfa-80cb-6372a6060747), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.565686 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (21b6863f-4879-4dfa-80cb-6372a6060747), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.578295 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Calling delete_port for 21b6863f-4879-4dfa-80cb-6372a6060747 owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:46:52.718060 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (21b6863f-4879-4dfa-80cb-6372a6060747), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.746578 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event deleted for resources: {'Port': ['ID=21b6863f-4879-4dfa-80cb-6372a6060747,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:52.811914 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks [] for floatingip (705394d6-66b7-4bae-99f2-827bd1a2617c), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.814314 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:52.815475 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-1293c588-def2-4a63-8582-8ca337d62625 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/705394d6-66b7-4bae-99f2-827bd1a2617c HTTP/1.1" status: 204 len: 168 time: 0.4470687 Sep 14 02:46:53.069762 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:46:53.092838 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:46:53.093253 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 32c6dfcc-c79f-4bda-a7a4-ccd307af90b0 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:46:53.957207 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-37190810-3403-4f3e-9506-cd98699c835f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:55.347186 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0dddb-e8a0-495e-8b6f-0cb860a21855 req-d3cd5c29-3203-4589-ae26-76c3cafc7fed tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:55.348661 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-61e0dddb-e8a0-495e-8b6f-0cb860a21855 req-d3cd5c29-3203-4589-ae26-76c3cafc7fed tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0513268 Sep 14 02:46:55.396400 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-61e0dddb-e8a0-495e-8b6f-0cb860a21855 req-1a09dc5f-61f4-4031-b5bd-63e9778c421e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Sep 14 02:46:55.450676 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:46:56.108836 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1811e146-3cf8-42bc-bea3-79b736923670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:56.594757 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9ffdc-369a-4a55-aef6-ff3e94b1b9d0 req-407e4f19-76db-468d-abdc-7469153869fd tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:56.596439 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-90d9ffdc-369a-4a55-aef6-ff3e94b1b9d0 req-407e4f19-76db-468d-abdc-7469153869fd tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.1128671 Sep 14 02:46:56.646629 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-90d9ffdc-369a-4a55-aef6-ff3e94b1b9d0 req-b14ef434-a3ab-4df7-9299-1d322f0d9b6e tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Sep 14 02:46:57.496353 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:57.670830 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-edea07de-6821-4746-9941-7f5e785e1c5b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:57.672272 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-edea07de-6821-4746-9941-7f5e785e1c5b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0592060 Sep 14 02:46:57.755958 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:57.788647 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Deleting port a30b67a8-8f41-4866-88ff-7405a9bc2ddd {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:46:57.789022 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:57.810457 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ef8f-80eb-4307-b2bb-30646d2e3802 req-522363a4-5e4d-49a7-8b7d-38b87f628aef tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:57.811877 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2da7ef8f-80eb-4307-b2bb-30646d2e3802 req-522363a4-5e4d-49a7-8b7d-38b87f628aef tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=291395b2-96f0-4d99-85a0-2340a812b63e HTTP/1.1" status: 200 len: 946 time: 0.0688119 Sep 14 02:46:57.919031 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2da7ef8f-80eb-4307-b2bb-30646d2e3802 req-747b6fc7-b8f8-4e90-8bd7-f0870eefd783 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777633 Sep 14 02:46:57.920623 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] For port a30b67a8-8f41-4866-88ff-7405a9bc2ddd, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:46:57.920976 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:57.933529 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Calling delete_port for a30b67a8-8f41-4866-88ff-7405a9bc2ddd owned by compute:nova {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:46:58.064831 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (a30b67a8-8f41-4866-88ff-7405a9bc2ddd), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:58.080373 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['c262e9e4-8dc5-40e8-8128-a19daff2acf1', 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:46:58.091968 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event deleted for resources: {'Port': ['ID=a30b67a8-8f41-4866-88ff-7405a9bc2ddd,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:46:58.121929 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:46:58.137281 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] No DVR routers for this DVR port a30b67a8-8f41-4866-88ff-7405a9bc2ddd on host hv-cinder-85707 {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:46:58.139838 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:58.143154 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8984de84-33ca-42b4-90e5-f4af9df0f13c req-ae5c8260-69c1-45f1-8b62-eaef8397d304 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "DELETE /networking/v2.0/ports/a30b67a8-8f41-4866-88ff-7405a9bc2ddd HTTP/1.1" status: 204 len: 173 time: 0.4607756 Sep 14 02:46:58.143592 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291395b2-96f0-4d99-85a0-2340a812b63e', 'name': 'network-vif-deleted', 'tag': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:46:58.146367 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89fdc95-d7f5-48e8-9f7f-c7aefcdbd192" -d '{"events": [{"server_uuid": "291395b2-96f0-4d99-85a0-2340a812b63e", "name": "network-vif-deleted", "tag": "a30b67a8-8f41-4866-88ff-7405a9bc2ddd"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:46:58.201842 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db0a371-410f-40f3-94db-5d94557bc693 x-openstack-request-id: req-6db0a371-410f-40f3-94db-5d94557bc693 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:46:58.202207 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291395b2-96f0-4d99-85a0-2340a812b63e", "name": "network-vif-deleted", "tag": "a30b67a8-8f41-4866-88ff-7405a9bc2ddd", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:46:58.203277 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6db0a371-410f-40f3-94db-5d94557bc693 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:46:58.203732 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db0a371-410f-40f3-94db-5d94557bc693'] response: {'server_uuid': '291395b2-96f0-4d99-85a0-2340a812b63e', 'name': 'network-vif-deleted', 'tag': 'a30b67a8-8f41-4866-88ff-7405a9bc2ddd', 'status': 'completed', 'code': 200} Sep 14 02:46:58.885752 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:58.958572 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:46:59.201330 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31675-85d9-4d52-a322-593aa742e1b7 req-6b82719b-7812-49c2-8a78-fd34ab6cde5c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:46:59.202811 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-97f31675-85d9-4d52-a322-593aa742e1b7 req-6b82719b-7812-49c2-8a78-fd34ab6cde5c tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0494890 Sep 14 02:46:59.251239 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-97f31675-85d9-4d52-a322-593aa742e1b7 req-253310cf-60fe-4e35-8f55-7b2ca910e405 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Sep 14 02:47:00.395722 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6967f-0253-4741-bfaf-aa8bfe0c4cf7 req-a16714f5-6343-40f5-a81a-29ffd73ef7d9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:00.397169 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d5f6967f-0253-4741-bfaf-aa8bfe0c4cf7 req-a16714f5-6343-40f5-a81a-29ffd73ef7d9 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0523102 Sep 14 02:47:00.449991 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d5f6967f-0253-4741-bfaf-aa8bfe0c4cf7 req-ca347b5d-3437-4f6d-a302-a6ae155a3e53 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Sep 14 02:47:01.115275 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device a30b67a8-8f41-4866-88ff-7405a9bc2ddd no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:47:01.145392 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: a30b67a8-8f41-4866-88ff-7405a9bc2ddd {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:47:01.145664 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device a30b67a8-8f41-4866-88ff-7405a9bc2ddd not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:47:01.578086 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cdf53-df49-4247-8329-4856ea1da596 req-040e6f42-2f9d-44de-b9d8-c6c4b8262b6d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:01.579648 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-715cdf53-df49-4247-8329-4856ea1da596 req-040e6f42-2f9d-44de-b9d8-c6c4b8262b6d tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0461612 Sep 14 02:47:01.629751 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-715cdf53-df49-4247-8329-4856ea1da596 req-82df910d-e622-46af-af5b-9b8d004e045b tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Sep 14 02:47:02.665465 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-ee62e866-4412-4ed1-9ae7-8a8c0d04370a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:02.666941 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-ee62e866-4412-4ed1-9ae7-8a8c0d04370a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0599654 Sep 14 02:47:02.789363 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56db4-4292-4931-a8fd-e202397e2067 req-a2ad5d89-2676-4473-9e1f-714d9b955465 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:02.790851 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3cb56db4-4292-4931-a8fd-e202397e2067 req-a2ad5d89-2676-4473-9e1f-714d9b955465 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 945 time: 0.0808392 Sep 14 02:47:02.791836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Deleting port c262e9e4-8dc5-40e8-8128-a19daff2acf1 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:47:02.792173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:02.801593 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=55,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:02.806892 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:DELETE=7,neutron:SELECT=51 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:03.163226 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3cb56db4-4292-4931-a8fd-e202397e2067 req-7fdd463d-c3e3-404d-937a-702b52af451a tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665152 Sep 14 02:47:03.179041 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:03.181506 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] For port c262e9e4-8dc5-40e8-8128-a19daff2acf1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c262e9e4-8dc5-40e8-8128-a19daff2acf1,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:03.182105 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:03.199193 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Calling delete_port for c262e9e4-8dc5-40e8-8128-a19daff2acf1 owned by compute:nova {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:47:03.332865 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (c262e9e4-8dc5-40e8-8128-a19daff2acf1), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:03.362612 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Pushing event deleted for resources: {'Port': ['ID=c262e9e4-8dc5-40e8-8128-a19daff2acf1,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:03.435975 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] No DVR routers for this DVR port c262e9e4-8dc5-40e8-8128-a19daff2acf1 on host hv-cinder-85707 {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:47:03.440268 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:03.443413 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-189bd9b4-c735-4fa2-aa56-31e27e5e5869 req-bace4d2d-3a72-4767-8b13-50958b7e6ea0 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.48 "DELETE /networking/v2.0/ports/c262e9e4-8dc5-40e8-8128-a19daff2acf1 HTTP/1.1" status: 204 len: 173 time: 0.7700701 Sep 14 02:47:03.443937 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'name': 'network-vif-deleted', 'tag': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:47:03.446227 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e5be7a-85a1-489e-8174-f6356233cdf6" -d '{"events": [{"server_uuid": "2151ca5a-87e8-48ab-8495-047ca5b60990", "name": "network-vif-deleted", "tag": "c262e9e4-8dc5-40e8-8128-a19daff2acf1"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:47:03.463344 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f891b2-d9e9-47c2-94c7-25a16523f89e req-72b0ebc7-b03b-4228-a396-fa33cb7c0553 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:03.464822 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e8f891b2-d9e9-47c2-94c7-25a16523f89e req-72b0ebc7-b03b-4228-a396-fa33cb7c0553 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0706201 Sep 14 02:47:03.489062 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0133483b-0625-4038-8251-ea6e5d21d233 x-openstack-request-id: req-0133483b-0625-4038-8251-ea6e5d21d233 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:47:03.489358 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2151ca5a-87e8-48ab-8495-047ca5b60990", "name": "network-vif-deleted", "tag": "c262e9e4-8dc5-40e8-8128-a19daff2acf1", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:47:03.489597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0133483b-0625-4038-8251-ea6e5d21d233 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:47:03.490016 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0133483b-0625-4038-8251-ea6e5d21d233'] response: {'server_uuid': '2151ca5a-87e8-48ab-8495-047ca5b60990', 'name': 'network-vif-deleted', 'tag': 'c262e9e4-8dc5-40e8-8128-a19daff2acf1', 'status': 'completed', 'code': 200} Sep 14 02:47:03.516157 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e8f891b2-d9e9-47c2-94c7-25a16523f89e req-8cc523db-6a31-4dce-b950-db0000cb3658 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449378 Sep 14 02:47:04.279252 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0b4bc45a-a674-48a2-ae66-a4619551cd5b req-d6083c28-893a-4a2f-8edc-636243357722 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 210 time: 0.0280139 Sep 14 02:47:04.654005 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b4679-0a8a-44f9-848e-9afa93f8c5e7 req-c1a62ede-34cb-46c5-a5cf-dcd23ad6028f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:04.655409 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f71b4679-0a8a-44f9-848e-9afa93f8c5e7 req-c1a62ede-34cb-46c5-a5cf-dcd23ad6028f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0559347 Sep 14 02:47:04.667802 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:04.702292 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f71b4679-0a8a-44f9-848e-9afa93f8c5e7 req-f5bc5c7d-1f69-4cc3-8c03-4db2dc366c0b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 Sep 14 02:47:05.135870 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c262e9e4-8dc5-40e8-8128-a19daff2acf1 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:47:05.158306 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: c262e9e4-8dc5-40e8-8128-a19daff2acf1 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:47:05.158660 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c262e9e4-8dc5-40e8-8128-a19daff2acf1 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:47:05.394175 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b6912acf-81d6-4020-8e0a-283b910cf8a7 req-1f410878-5967-4c84-9ca5-b402ee9a09c1 tempest-ServerRescueNegativeTestJSON-1745742729 tempest-ServerRescueNegativeTestJSON-1745742729-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2151ca5a-87e8-48ab-8495-047ca5b60990 HTTP/1.1" status: 200 len: 210 time: 0.0276177 Sep 14 02:47:05.445239 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=31 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:05.446536 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=57 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:05.453211 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-e43d73eb-d071-4f45-9789-35b0664dba6f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:05.454832 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-e43d73eb-d071-4f45-9789-35b0664dba6f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0478413 Sep 14 02:47:05.541374 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Deleting port 617d7c76-db56-4a42-81b8-2564ae1c4383 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:47:05.541716 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:05.642883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] For port 617d7c76-db56-4a42-81b8-2564ae1c4383, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=617d7c76-db56-4a42-81b8-2564ae1c4383,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:05.643240 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:05.860297 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:05.860728 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (b6493430-9a7c-40da-87d5-d2aeea8c3b12), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:05.861039 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Floating IP b6493430-9a7c-40da-87d5-d2aeea8c3b12 disassociated. External IP: 172.27.2.111, port: 617d7c76-db56-4a42-81b8-2564ae1c4383. Sep 14 02:47:05.861450 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Calling delete_port for 617d7c76-db56-4a42-81b8-2564ae1c4383 owned by compute:nova {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:47:05.875893 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239b0f-671b-4bca-9778-50cb392e55cc req-8e737eee-0303-491c-9ca0-ddaef9889e50 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:05.877722 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-57239b0f-671b-4bca-9778-50cb392e55cc req-8e737eee-0303-491c-9ca0-ddaef9889e50 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d HTTP/1.1" status: 200 len: 945 time: 0.0849674 Sep 14 02:47:05.967306 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:05.974807 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-57239b0f-671b-4bca-9778-50cb392e55cc req-957f010e-b6e6-4951-b198-eaf418b66de2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=46c66ed7-118d-4742-b0ff-04ebd537cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903988 Sep 14 02:47:06.044171 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (617d7c76-db56-4a42-81b8-2564ae1c4383), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:06.072309 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event deleted for resources: {'Port': ['ID=617d7c76-db56-4a42-81b8-2564ae1c4383,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:06.180300 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Router 8ef039d4-d084-45b3-8e2e-c6944ab40782 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:47:06.249812 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:06.307794 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:47:06.318971 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] Sync routers for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:47:06.329707 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:06.330424 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:06.352244 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] No DVR routers for this DVR port 617d7c76-db56-4a42-81b8-2564ae1c4383 on host hv-cinder-85707 {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:47:06.354817 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:06.358034 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0407b7bf-ed81-4ffe-b610-f80079d2f20c req-436dbf6e-5eee-41cc-8b76-9f92bea5ee7f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "DELETE /networking/v2.0/ports/617d7c76-db56-4a42-81b8-2564ae1c4383 HTTP/1.1" status: 204 len: 173 time: 0.8984904 Sep 14 02:47:06.358530 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'name': 'network-vif-deleted', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:47:06.360909 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c21448-c552-4a43-b128-994164072e0f" -d '{"events": [{"server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "name": "network-vif-deleted", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:47:06.451667 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:06.492348 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80973e6-1047-4ea1-b09c-728028fcd266 x-openstack-request-id: req-c80973e6-1047-4ea1-b09c-728028fcd266 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:47:06.492883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d", "name": "network-vif-deleted", "tag": "617d7c76-db56-4a42-81b8-2564ae1c4383", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:47:06.493008 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c80973e6-1047-4ea1-b09c-728028fcd266 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:47:06.493473 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80973e6-1047-4ea1-b09c-728028fcd266'] response: {'server_uuid': 'fbdf6cc3-3ec6-4744-90b1-3bdc94609f2d', 'name': 'network-vif-deleted', 'tag': '617d7c76-db56-4a42-81b8-2564ae1c4383', 'status': 'completed', 'code': 200} Sep 14 02:47:06.501507 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38806) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:06.670786 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:06.782079 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] Checking router: 8ef039d4-d084-45b3-8e2e-c6944ab40782 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:47:06.791407 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:06.792024 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:06.895773 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:07.030196 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (2620c270-251b-4e33-b239-49b4c5f11c9f), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.080984 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38814) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:07.110860 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:07.139444 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd9d51-d804-41ee-b2de-6e3942d58f0d None None] The sync data for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi is: [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:47:07.227349 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-99e4cf60-c7ff-481d-8b14-e3ce89335cca tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (46c66ed7-118d-4742-b0ff-04ebd537cd99), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.300954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-99e4cf60-c7ff-481d-8b14-e3ce89335cca tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (46c66ed7-118d-4742-b0ff-04ebd537cd99), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.370276 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2214c57-c44f-4927-8ab5-82c4d0cc6ab7 None None] New status for floating IP b6493430-9a7c-40da-87d5-d2aeea8c3b12: DOWN {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:47:07.401628 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Deleting port acaf42e7-88a7-47da-8f39-90b44fa7528a {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:47:07.402008 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.416352 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-99e4cf60-c7ff-481d-8b14-e3ce89335cca tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (46c66ed7-118d-4742-b0ff-04ebd537cd99), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.418908 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-99e4cf60-c7ff-481d-8b14-e3ce89335cca tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.420025 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-99e4cf60-c7ff-481d-8b14-e3ce89335cca tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/46c66ed7-118d-4742-b0ff-04ebd537cd99 HTTP/1.1" status: 204 len: 168 time: 0.3379509 Sep 14 02:47:07.423116 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38816) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:07.439303 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.api.v2.resource [None req-98f404f3-cade-4707-8337-6ea7e54a9d8f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] show failed (client error): The resource could not be found. Sep 14 02:47:07.440648 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-98f404f3-cade-4707-8337-6ea7e54a9d8f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups/46c66ed7-118d-4742-b0ff-04ebd537cd99 HTTP/1.1" status: 404 len: 347 time: 0.0162444 Sep 14 02:47:07.443779 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38818) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:07.454843 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4cf60-c7ff-481d-8b14-e3ce89335cca tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c66ed7-118d-4742-b0ff-04ebd537cd99,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:07.496884 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] For port acaf42e7-88a7-47da-8f39-90b44fa7528a, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=acaf42e7-88a7-47da-8f39-90b44fa7528a,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:07.497369 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.513095 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Calling delete_port for acaf42e7-88a7-47da-8f39-90b44fa7528a owned by network:router_interface {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:47:07.562251 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Deleting port aea74ed2-af4b-4399-90a2-7a5f1e84c58b {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:47:07.562827 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:07.563020 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.627609 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:07.642413 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.642863 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.656028 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Calling delete_port for aea74ed2-af4b-4399-90a2-7a5f1e84c58b owned by network:floatingip {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:47:07.694451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (acaf42e7-88a7-47da-8f39-90b44fa7528a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.716413 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=acaf42e7-88a7-47da-8f39-90b44fa7528a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:07.800419 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (aea74ed2-af4b-4399-90a2-7a5f1e84c58b), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.826223 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event deleted for resources: {'Port': ['ID=aea74ed2-af4b-4399-90a2-7a5f1e84c58b,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:07.888204 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (2620c270-251b-4e33-b239-49b4c5f11c9f), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.897452 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (b6493430-9a7c-40da-87d5-d2aeea8c3b12), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.900050 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:07.901911 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ea8ade21-62f6-4cb0-b70c-30838eeb659f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/b6493430-9a7c-40da-87d5-d2aeea8c3b12 HTTP/1.1" status: 204 len: 168 time: 0.4568601 Sep 14 02:47:07.983965 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38822) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:07.988503 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-548ee054-a8f9-4fbe-b9e1-e035188a42bb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457085082', 'description': 'tempest-description--817251614'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:08.023402 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548ee054-a8f9-4fbe-b9e1-e035188a42bb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.396284 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Router 2620c270-251b-4e33-b239-49b4c5f11c9f has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:47:08.410210 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548ee054-a8f9-4fbe-b9e1-e035188a42bb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (da67aa0c-17c4-463d-8242-cc5c70d3e0d3), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.416531 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548ee054-a8f9-4fbe-b9e1-e035188a42bb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (da67aa0c-17c4-463d-8242-cc5c70d3e0d3), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.482905 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548ee054-a8f9-4fbe-b9e1-e035188a42bb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.484094 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-548ee054-a8f9-4fbe-b9e1-e035188a42bb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4991903 Sep 14 02:47:08.487257 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38824) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:08.488996 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ee054-a8f9-4fbe-b9e1-e035188a42bb tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da67aa0c-17c4-463d-8242-cc5c70d3e0d3,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:08.492155 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-4ab5692b-5f93-4166-b3b6-86c4ece754bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'security_group_rule': {'security_group_id': 'da67aa0c-17c4-463d-8242-cc5c70d3e0d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:08.520502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4ab5692b-5f93-4166-b3b6-86c4ece754bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (0f2b63a0-a982-48e1-af8e-db8bb30a36be), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.542478 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:47:08.548001 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-996e915f-da2a-4aa4-bed1-c9ceb22e5ff2 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2620c270-251b-4e33-b239-49b4c5f11c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0453398 Sep 14 02:47:08.551472 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38826) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:08.551617 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] Sync routers for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:47:08.562479 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:08.563013 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:08.624638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:08.662454 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:08.671727 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4ab5692b-5f93-4166-b3b6-86c4ece754bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (0f2b63a0-a982-48e1-af8e-db8bb30a36be), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.679356 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4ab5692b-5f93-4166-b3b6-86c4ece754bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (0f2b63a0-a982-48e1-af8e-db8bb30a36be), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.696602 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks [] for router (2620c270-251b-4e33-b239-49b4c5f11c9f), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.731773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5692b-5f93-4166-b3b6-86c4ece754bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2b63a0-a982-48e1-af8e-db8bb30a36be,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:08.740159 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4ab5692b-5f93-4166-b3b6-86c4ece754bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.743933 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-4ab5692b-5f93-4166-b3b6-86c4ece754bc tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2528391 Sep 14 02:47:08.744149 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38828) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:08.753072 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-421e937c-be28-4f70-aa35-ce1adb52f4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'security_group_rule': {'security_group_id': 'da67aa0c-17c4-463d-8242-cc5c70d3e0d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:08.769753 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:08.815069 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:08.823588 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-421e937c-be28-4f70-aa35-ce1adb52f4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (eb5b0fff-8721-474b-8ab6-41f8aadfc023), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.828346 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:47:07Z', 'revision_number': 5, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port': {'id': '8bb8c43a-cc45-4cb4-85c7-de28de146ea4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:34Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:08.845432 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks [] for router_gateway (2620c270-251b-4e33-b239-49b4c5f11c9f), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.857622 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] Checking router: 2620c270-251b-4e33-b239-49b4c5f11c9f for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:47:08.869367 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] Routers {'2620c270-251b-4e33-b239-49b4c5f11c9f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:08.870007 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['2620c270-251b-4e33-b239-49b4c5f11c9f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:08.915525 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-421e937c-be28-4f70-aa35-ce1adb52f4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (eb5b0fff-8721-474b-8ab6-41f8aadfc023), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.918504 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Deleting port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:47:08.918850 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.921986 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-421e937c-be28-4f70-aa35-ce1adb52f4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (eb5b0fff-8721-474b-8ab6-41f8aadfc023), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.952655 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] Set router 2620c270-251b-4e33-b239-49b4c5f11c9f gateway port host: None {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:08.975190 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e937c-be28-4f70-aa35-ce1adb52f4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5b0fff-8721-474b-8ab6-41f8aadfc023,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:08.990940 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-421e937c-be28-4f70-aa35-ce1adb52f4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:08.992160 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-421e937c-be28-4f70-aa35-ce1adb52f4ac tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471061 Sep 14 02:47:08.995530 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38830) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:08.999781 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:09.003606 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:47:08Z', 'revision_number': 6, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port_host': None}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:09.028267 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91305360-5c1f-40e9-99ae-48561d57092e None None] The sync data for ids ['2620c270-251b-4e33-b239-49b4c5f11c9f'] in dv-cinder-857075-6-iscsi is: [{'id': '2620c270-251b-4e33-b239-49b4c5f11c9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506210869-router', 'tenant_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:30Z', 'updated_at': '2022-09-14T02:47:08Z', 'revision_number': 6, 'project_id': 'cb212de0b0cd4c12be19df0a9146bc66', 'gw_port_host': None}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:47:09.045746 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] For port 8bb8c43a-cc45-4cb4-85c7-de28de146ea4, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:09.046136 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.054143 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.075113 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Calling delete_port for 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 owned by network:router_gateway {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:47:09.167343 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 617d7c76-db56-4a42-81b8-2564ae1c4383 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:47:09.182716 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.186378 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 617d7c76-db56-4a42-81b8-2564ae1c4383 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:47:09.186721 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 617d7c76-db56-4a42-81b8-2564ae1c4383 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:47:09.285658 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:09.368338 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Allocated IP 172.27.2.64 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/015cdf89-80dd-409c-a366-d7bad051da50) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:09.390422 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (8bb8c43a-cc45-4cb4-85c7-de28de146ea4), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.453982 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb8c43a-cc45-4cb4-85c7-de28de146ea4,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:09.466713 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:INSERT=6,neutron:DELETE=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:09.558184 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for port (015cdf89-80dd-409c-a366-d7bad051da50), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.559808 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (2620c270-251b-4e33-b239-49b4c5f11c9f), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.576090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.654540 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (2620c270-251b-4e33-b239-49b4c5f11c9f), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.660581 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks [] for router_controller (2620c270-251b-4e33-b239-49b4c5f11c9f), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.707985 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (015cdf89-80dd-409c-a366-d7bad051da50), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.713431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (2620c270-251b-4e33-b239-49b4c5f11c9f), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.713975 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2620c270-251b-4e33-b239-49b4c5f11c9f {{(pid=112942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:47:09.743301 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.744437 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-37043d0a-b912-4cc6-8548-b9160aa564ce admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2620c270-251b-4e33-b239-49b4c5f11c9f HTTP/1.1" status: 204 len: 168 time: 1.1920512 Sep 14 02:47:09.747280 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 38832) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:09.761069 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:09.764610 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:09.766610 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'Port': ['ID=015cdf89-80dd-409c-a366-d7bad051da50,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:09.768775 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:09.789421 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:09.809354 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] Deleting subnet b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 {{(pid=112943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:47:09.812816 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] Publish callbacks [] for subnet (b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.836042 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:09.855643 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8655009'] for subnet (b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.862726 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (08ccd665-4990-4820-9ab8-faba2e00d9e3), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.903085 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (015cdf89-80dd-409c-a366-d7bad051da50), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:09.963057 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.029054 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3488808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8699160'] for subnet (b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.051435 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:10.061115 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.066942 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for port (015cdf89-80dd-409c-a366-d7bad051da50), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.067360 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae94f4c-51ef-4494-baca-efde6b9f51f3 None None] Network 093d7def-c1d0-43ef-8c4a-613a55a543d1 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:47:10.068139 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2 HTTP/1.1" status: 204 len: 168 time: 0.3182755 Sep 14 02:47:10.069303 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8420ce-cb78-49f0-9b1f-74ccb9700126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c1d8b8-7d3f-40fc-a20d-d87ea93377a2,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:10.071393 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38834) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:10.092655 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (015cdf89-80dd-409c-a366-d7bad051da50), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.201563 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (08ccd665-4990-4820-9ab8-faba2e00d9e3), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.211499 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'Port': ['ID=015cdf89-80dd-409c-a366-d7bad051da50,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:10.215376 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (093d7def-c1d0-43ef-8c4a-613a55a543d1), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.229992 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.231180 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-eec38ee7-dd5b-4e27-b810-19003b4b5b32 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2347667 Sep 14 02:47:10.247979 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] DHCP port deletion for 093d7def-c1d0-43ef-8c4a-613a55a543d1 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:47:10.269770 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Deleting port 74c3a681-379a-482a-b801-72930d9ee15b {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:47:10.270150 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (74c3a681-379a-482a-b801-72930d9ee15b), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.291283 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] Deleting port 74c3a681-379a-482a-b801-72930d9ee15b {{(pid=112944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:47:10.291637 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (74c3a681-379a-482a-b801-72930d9ee15b), before_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.308446 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:10.340034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] For port 74c3a681-379a-482a-b801-72930d9ee15b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=74c3a681-379a-482a-b801-72930d9ee15b,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:10.340312 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (74c3a681-379a-482a-b801-72930d9ee15b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.356927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Calling delete_port for 74c3a681-379a-482a-b801-72930d9ee15b owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:47:10.364346 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] For port 74c3a681-379a-482a-b801-72930d9ee15b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=74c3a681-379a-482a-b801-72930d9ee15b,segment=NetworkSegment(90854949-0cb8-49ff-9e19-6f991810a34a),segment_id=90854949-0cb8-49ff-9e19-6f991810a34a)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:10.364766 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (74c3a681-379a-482a-b801-72930d9ee15b), precommit_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.366929 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:10.380614 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] Calling delete_port for 74c3a681-379a-482a-b801-72930d9ee15b owned by network:dhcp {{(pid=112944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:47:10.420618 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device acaf42e7-88a7-47da-8f39-90b44fa7528a no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:47:10.443893 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: acaf42e7-88a7-47da-8f39-90b44fa7528a {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:47:10.444230 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device acaf42e7-88a7-47da-8f39-90b44fa7528a not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:47:10.444644 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 74c3a681-379a-482a-b801-72930d9ee15b no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:47:10.533557 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564'] for port (74c3a681-379a-482a-b801-72930d9ee15b), after_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.538801 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:10.568109 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] Pushing event deleted for resources: {'Port': ['ID=74c3a681-379a-482a-b801-72930d9ee15b,revision_number=None']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:10.575630 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c68953-62f9-4746-b2ea-9f3f8cf949df None None] No DVR routers for this DVR port 74c3a681-379a-482a-b801-72930d9ee15b on host dv-cinder-857075-6-iscsi {{(pid=112944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:47:10.578178 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 74c3a681-379a-482a-b801-72930d9ee15b is: ACTIVE; New status is: DOWN {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:10.578550 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (74c3a681-379a-482a-b801-72930d9ee15b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.622601 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:47:10.640965 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:47:10.641307 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 8bb8c43a-cc45-4cb4-85c7-de28de146ea4 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:47:10.724407 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-f42cf64a-0e88-475b-ba3a-ae047f27e8a4 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--457085082&fields=id&tenant_id=2384279227724e9592e7593837e2fece HTTP/1.1" status: 200 len: 267 time: 0.3631518 Sep 14 02:47:10.788034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (74c3a681-379a-482a-b801-72930d9ee15b), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.824571 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=74c3a681-379a-482a-b801-72930d9ee15b,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:10.826463 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] No DVR routers for this DVR port 74c3a681-379a-482a-b801-72930d9ee15b on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:47:10.926588 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-bb1924dc-a8b5-46d9-954f-8fcc4946e7c1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:10.928015 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-bb1924dc-a8b5-46d9-954f-8fcc4946e7c1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 810 time: 0.1960409 Sep 14 02:47:10.933049 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (093d7def-c1d0-43ef-8c4a-613a55a543d1), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:10.962309 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-51faf152-dbd7-4f38-862b-aace11976db5 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/quotas/2384279227724e9592e7593837e2fece HTTP/1.1" status: 200 len: 375 time: 0.0248003 Sep 14 02:47:10.978068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093d7def-c1d0-43ef-8c4a-613a55a543d1']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:11.004489 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90854949-0cb8-49ff-9e19-6f991810a34a') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:11.004733 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90854949-0cb8-49ff-9e19-6f991810a34a') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:11.019650 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (90854949-0cb8-49ff-9e19-6f991810a34a), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.033266 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-f134c2ab-fe07-42f7-8ad2-7ababd6a4839 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658491 Sep 14 02:47:11.039593 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (90854949-0cb8-49ff-9e19-6f991810a34a), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.050260 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:47:11.050906 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (90854949-0cb8-49ff-9e19-6f991810a34a), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.095636 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 90854949-0cb8-49ff-9e19-6f991810a34a resource provider aggregate not found Sep 14 02:47:11.120628 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 90854949-0cb8-49ff-9e19-6f991810a34a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90854949-0cb8-49ff-9e19-6f991810a34a found for delete ", "request_id": "req-43d577ff-4cbf-47ca-8a21-d21e9f886756"}]} Sep 14 02:47:11.158242 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (093d7def-c1d0-43ef-8c4a-613a55a543d1), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.167385 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.170523 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/093d7def-c1d0-43ef-8c4a-613a55a543d1 HTTP/1.1" status: 204 len: 168 time: 1.0975847 Sep 14 02:47:11.184549 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f5430-28dc-4620-aeca-cc869bd70cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=093d7def-c1d0-43ef-8c4a-613a55a543d1,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:11.222039 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-d71d1884-ae4b-4b43-95ff-ff9efd054e8c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762357 Sep 14 02:47:11.291615 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38856) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:11.299189 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:11.338962 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-aa673a4a-690f-4e64-bf7f-8b66907c712e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106811 Sep 14 02:47:11.352461 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-4b77779f-0f83-4bad-a540-271f08ee60f0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cb212de0b0cd4c12be19df0a9146bc66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0598407 Sep 14 02:47:11.355179 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 38858) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:11.381114 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:11.404052 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c54cb801-c13c-4683-9382-ab91220edfcc admin admin] Publish callbacks [] for security_group (1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.425447 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c54cb801-c13c-4683-9382-ab91220edfcc admin admin] Publish callbacks [] for security_group (1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.493005 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c54cb801-c13c-4683-9382-ab91220edfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.495427 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c54cb801-c13c-4683-9382-ab91220edfcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:11.496512 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-c54cb801-c13c-4683-9382-ab91220edfcc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea HTTP/1.1" status: 204 len: 168 time: 0.1405227 Sep 14 02:47:11.522083 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cde9e123-a6c5-4e22-b7d9-8a06d281b089 req-efe930eb-7069-4996-8205-547608e1df14 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 210 time: 0.0391610 Sep 14 02:47:11.522869 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cb801-c13c-4683-9382-ab91220edfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b38b3f4-cd7d-46f2-a03e-14f26d5da6ea,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:12.427006 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:12.672190 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fddac10f-8996-4c72-8ddb-38bfb6ee7220 req-f7bb97ab-c080-4bc3-9bc2-f03232c00a2b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 210 time: 0.0388737 Sep 14 02:47:12.810949 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-c86f9c50-f280-43b4-8ac2-54609516e4b0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:12.812433 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-c86f9c50-f280-43b4-8ac2-54609516e4b0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 810 time: 0.1055462 Sep 14 02:47:12.880856 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-870626a8-f4d6-40d4-94eb-10f663953f38 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2384279227724e9592e7593837e2fece HTTP/1.1" status: 200 len: 379 time: 0.0592101 Sep 14 02:47:12.893984 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'port': {'device_id': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'admin_state_up': True, 'tenant_id': '2384279227724e9592e7593837e2fece', 'security_groups': ['da67aa0c-17c4-463d-8242-cc5c70d3e0d3']}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:13.004258 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Made reservation on behalf of 2384279227724e9592e7593837e2fece for: {'port': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:47:13.008246 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:13.139491 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Allocated IP 172.20.0.10 (2f525623-45a9-4221-9021-b4c89c572bd6/eda67f7e-3759-43ff-9fe5-a5c47f18929f/9afa465b-e171-4d08-91c5-e661ed16ac9c) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:13.280269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:13.305502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:13.314819 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:13.361110 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Network 2f525623-45a9-4221-9021-b4c89c572bd6 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:13.366149 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:13.368224 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event updated for resources: {'Port': ['ID=9afa465b-e171-4d08-91c5-e661ed16ac9c,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:13.370363 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:13.396176 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:13.419374 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:13.419976 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:13.437946 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-581a139c-94dc-4e2c-8edf-277a01a4b3fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473282 Sep 14 02:47:13.540018 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Provisioning complete for port 9afa465b-e171-4d08-91c5-e661ed16ac9c triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:13.540535 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:13.540710 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Attempt 1 to provision port 9afa465b-e171-4d08-91c5-e661ed16ac9c Sep 14 02:47:13.546520 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Request body: {'port': {'device_id': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:13.571623 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Port 9afa465b-e171-4d08-91c5-e661ed16ac9c cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:13.607256 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:13.821712 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a432c5-134b-4709-b342-7d47481f0ac8 req-020f668a-1e4d-45b6-b7e5-164c83a11d88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:13.823194 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d0a432c5-134b-4709-b342-7d47481f0ac8 req-020f668a-1e4d-45b6-b7e5-164c83a11d88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 932 time: 0.0562506 Sep 14 02:47:13.909710 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d0a432c5-134b-4709-b342-7d47481f0ac8 req-5c6191ae-99ef-435e-84e1-32806603d15e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778565 Sep 14 02:47:13.944288 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afa465b-e171-4d08-91c5-e661ed16ac9c {{(pid=112942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:47:13.952509 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Publish callbacks [] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:13.966084 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.provisioning_blocks [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Transition to ACTIVE for port object 9afa465b-e171-4d08-91c5-e661ed16ac9c will not be triggered until provisioned by entity L2. {{(pid=112942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:47:13.970790 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:14.053021 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Pushing event updated for resources: {'Port': ['ID=9afa465b-e171-4d08-91c5-e661ed16ac9c,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:14.073288 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Attempt 2 to provision port 9afa465b-e171-4d08-91c5-e661ed16ac9c Sep 14 02:47:14.079073 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Attempting to bind port 9afa465b-e171-4d08-91c5-e661ed16ac9c on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:47:14.079587 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Attempting to bind port 9afa465b-e171-4d08-91c5-e661ed16ac9c by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:47:14.079875 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Attempting to bind port 9afa465b-e171-4d08-91c5-e661ed16ac9c on network 2f525623-45a9-4221-9021-b4c89c572bd6 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:14.111507 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Port 9afa465b-e171-4d08-91c5-e661ed16ac9c cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:14.125298 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Port 9afa465b-e171-4d08-91c5-e661ed16ac9c on network 2f525623-45a9-4221-9021-b4c89c572bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:47:14.125657 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Attempting to bind port 9afa465b-e171-4d08-91c5-e661ed16ac9c on network 2f525623-45a9-4221-9021-b4c89c572bd6 {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:14.166342 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:47:14.166560 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Checking segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:14.166943 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Bound using segment: {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'} {{(pid=112942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:47:14.167393 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.managers [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Bound port: 9afa465b-e171-4d08-91c5-e661ed16ac9c, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be165f6-bcbe-4907-8dab-204ba3398534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6'}}] {{(pid=112942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:47:14.167746 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:14.224308 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:14.228270 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] For port 9afa465b-e171-4d08-91c5-e661ed16ac9c, host hv-cinder-85707, cleared binding levels {{(pid=112942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:47:14.231403 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] For port 9afa465b-e171-4d08-91c5-e661ed16ac9c, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:47:14.237897 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:14.241197 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:14.242145 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:14.243494 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/9afa465b-e171-4d08-91c5-e661ed16ac9c HTTP/1.1" status: 200 len: 1094 time: 0.7992222 Sep 14 02:47:14.245742 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:47:14.248832 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce66f11-0f86-4b35-98e9-34c8e9020937" -d '{"events": [{"name": "network-changed", "server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:47:14.284948 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:14.310120 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e8581d-354d-4658-9e36-dae4bfc32c7d x-openstack-request-id: req-06e8581d-354d-4658-9e36-dae4bfc32c7d {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:47:14.310407 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:47:14.310658 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06e8581d-354d-4658-9e36-dae4bfc32c7d {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:47:14.311047 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e8581d-354d-4658-9e36-dae4bfc32c7d'] response: {'name': 'network-changed', 'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'status': 'completed', 'code': 200} Sep 14 02:47:14.333352 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97289afc-0707-478c-b78c-2e1e82d8e6bb service neutron] Pushing event updated for resources: {'Port': ['ID=9afa465b-e171-4d08-91c5-e661ed16ac9c,revision_number=3']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:14.346314 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-66ada316-6676-4d1f-a3b4-e46ae71b17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:14.347833 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-66ada316-6676-4d1f-a3b4-e46ae71b17ec service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 1128 time: 0.0593150 Sep 14 02:47:14.388456 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-819abcd0-9044-47cd-a4a2-dd3a06f9e9ca service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c HTTP/1.1" status: 200 len: 217 time: 0.0315034 Sep 14 02:47:14.437169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-0396c8d2-2416-4af5-9b5a-90450e8916d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:14.438590 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-0396c8d2-2416-4af5-9b5a-90450e8916d7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0438678 Sep 14 02:47:14.485596 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-4d89d514-81f9-4de0-92be-5544c67010f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:14.487089 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-4d89d514-81f9-4de0-92be-5544c67010f8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426669 Sep 14 02:47:14.577400 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-56e52e99-bf7e-49da-b4b9-9a71db0a55f2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842125 Sep 14 02:47:14.612832 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Attempt 3 to provision port 9afa465b-e171-4d08-91c5-e661ed16ac9c Sep 14 02:47:14.653723 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1dfbc-eb1d-4f4c-84b1-505716e197a9 None None] Port 9afa465b-e171-4d08-91c5-e661ed16ac9c had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:47:14.673962 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ac67689f-1162-4152-afd6-d61dc3d19d67 req-bf034614-3d33-4f91-a5d9-45e5d84f8153 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901945 Sep 14 02:47:15.036776 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35438aa4-ea36-4ca6-a3e6-cfeb8e4f855d req-b5f94bf7-7a81-4813-9aec-348abc0fc98f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:15.038264 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35438aa4-ea36-4ca6-a3e6-cfeb8e4f855d req-b5f94bf7-7a81-4813-9aec-348abc0fc98f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 944 time: 0.0467317 Sep 14 02:47:15.085321 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-35438aa4-ea36-4ca6-a3e6-cfeb8e4f855d req-db39de3f-b97c-49da-bf82-cf0d471807e0 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414009 Sep 14 02:47:15.441752 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-bbec8956-c14f-4ec2-b959-62ed3a618169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:15.443420 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-bbec8956-c14f-4ec2-b959-62ed3a618169 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 1128 time: 0.0395751 Sep 14 02:47:15.538813 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-f3aa55ac-c0f9-492e-90f2-ebbff775d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:15.540313 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-f3aa55ac-c0f9-492e-90f2-ebbff775d782 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 911 time: 0.0892167 Sep 14 02:47:15.577825 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-518f366c-8312-4ba3-b98c-a1eee3e0be8d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c HTTP/1.1" status: 200 len: 217 time: 0.0310428 Sep 14 02:47:15.628822 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-716fb650-57d5-4032-a1e4-b16c87d4694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:15.630242 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-716fb650-57d5-4032-a1e4-b16c87d4694f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0470142 Sep 14 02:47:15.673353 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-8ab32f83-3b95-413d-a7d0-5c8c8e6ab05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:15.674848 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-8ab32f83-3b95-413d-a7d0-5c8c8e6ab05f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373013 Sep 14 02:47:15.773231 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-7c55c82c-f739-4af7-b6df-e1145e8cecc9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859683 Sep 14 02:47:15.861200 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ce66f11-0f86-4b35-98e9-34c8e9020937 req-983c0157-ead4-41c6-8287-0742ecb2f3fe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807409 Sep 14 02:47:16.220604 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c47fd6-8185-43a8-863e-a1b56efeba1f req-70094c61-b002-44ee-9bfa-636826c30782 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:16.222037 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-64c47fd6-8185-43a8-863e-a1b56efeba1f req-70094c61-b002-44ee-9bfa-636826c30782 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 944 time: 0.0491140 Sep 14 02:47:16.247085 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:16.272017 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-64c47fd6-8185-43a8-863e-a1b56efeba1f req-d017762e-b6bf-47ce-8f1a-d0136d0d6e3f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445249 Sep 14 02:47:17.186599 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9afa465b-e171-4d08-91c5-e661ed16ac9c details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:47:17.295807 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 9afa465b-e171-4d08-91c5-e661ed16ac9c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:17.411905 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef73f-d253-48b6-a19d-100d404f00a5 req-3d96681a-d0d3-4f3c-9ff8-110c104289a2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:17.413572 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6f6ef73f-d253-48b6-a19d-100d404f00a5 req-3d96681a-d0d3-4f3c-9ff8-110c104289a2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 944 time: 0.0554729 Sep 14 02:47:17.447251 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'port_id': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'mac_address': 'fa:16:3e:30:c5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:47:17.464432 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:17.474538 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6f6ef73f-d253-48b6-a19d-100d404f00a5 req-f1d088a6-10aa-4a5b-9508-bdb2a880aec5 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498071 Sep 14 02:47:17.485351 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 9afa465b-e171-4d08-91c5-e661ed16ac9c is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:17.485762 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:17.503817 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afa465b-e171-4d08-91c5-e661ed16ac9c {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:47:17.525301 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 9afa465b-e171-4d08-91c5-e661ed16ac9c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:17.530670 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:17.576565 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=9afa465b-e171-4d08-91c5-e661ed16ac9c,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:17.779958 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['9afa465b-e171-4d08-91c5-e661ed16ac9c'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:47:18.598000 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a00c-560e-4fca-af4b-e112c9666fb9 req-dce9a400-d60a-44e8-b527-49807898543d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:18.599883 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d1f6a00c-560e-4fca-af4b-e112c9666fb9 req-dce9a400-d60a-44e8-b527-49807898543d tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Sep 14 02:47:18.649497 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d1f6a00c-560e-4fca-af4b-e112c9666fb9 req-811a8ea3-05b7-4493-8035-e00d73631c73 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439243 Sep 14 02:47:19.204683 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9afa465b-e171-4d08-91c5-e661ed16ac9c up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:19.237719 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:19.260568 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 9afa465b-e171-4d08-91c5-e661ed16ac9c completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:47:19.268822 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 9afa465b-e171-4d08-91c5-e661ed16ac9c triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:19.269268 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:19.269683 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 9afa465b-e171-4d08-91c5-e661ed16ac9c Sep 14 02:47:19.333118 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:19.348093 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 9afa465b-e171-4d08-91c5-e661ed16ac9c is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:19.348487 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:19.375648 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:47:19.378085 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d616891-cf40-4f70-aa7f-9e3dd6e1efd1" -d '{"events": [{"server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "name": "network-vif-plugged", "status": "completed", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:47:19.392209 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 9afa465b-e171-4d08-91c5-e661ed16ac9c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:19.397482 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:19.445395 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=9afa465b-e171-4d08-91c5-e661ed16ac9c,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:19.546338 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c20a11-5a8f-4ba9-be6f-e6fd6fe68793 x-openstack-request-id: req-70c20a11-5a8f-4ba9-be6f-e6fd6fe68793 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:47:19.546648 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "name": "network-vif-plugged", "status": "completed", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:47:19.546902 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70c20a11-5a8f-4ba9-be6f-e6fd6fe68793 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:47:19.547300 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c20a11-5a8f-4ba9-be6f-e6fd6fe68793'] response: {'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'code': 200} Sep 14 02:47:19.722597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba29db-9077-47fc-9b93-ea5ebb207729 req-f3648c9e-113f-4424-9643-b72aa939aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:19.724161 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a4ba29db-9077-47fc-9b93-ea5ebb207729 req-f3648c9e-113f-4424-9643-b72aa939aff4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 1130 time: 0.0443678 Sep 14 02:47:19.813440 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a4ba29db-9077-47fc-9b93-ea5ebb207729 req-0a6435a5-2bd9-4400-bea1-4646d41b14ee service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809085 Sep 14 02:47:19.827504 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64db02-8e04-4f1f-af5b-5385831b3a77 req-d03beb0b-f03d-45ab-91d9-74fd205e6ad1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:19.828976 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8a64db02-8e04-4f1f-af5b-5385831b3a77 req-d03beb0b-f03d-45ab-91d9-74fd205e6ad1 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0638051 Sep 14 02:47:19.883781 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8a64db02-8e04-4f1f-af5b-5385831b3a77 req-1f9cebf1-b7a9-4678-a555-170bd90bc36b tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488155 Sep 14 02:47:20.034563 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:20.038522 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=31,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:21.015957 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13658c-74d3-4b2d-88de-cc8196689ade req-cf1a6e82-cae6-4739-a606-0ac3f12df1af tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:21.017517 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6c13658c-74d3-4b2d-88de-cc8196689ade req-cf1a6e82-cae6-4739-a606-0ac3f12df1af tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0523248 Sep 14 02:47:21.070376 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6c13658c-74d3-4b2d-88de-cc8196689ade req-52f8eb99-2ca7-4bee-a990-d238b287fe87 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455410 Sep 14 02:47:21.156609 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39026) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:21.267944 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-69447e7b-28d3-4091-b541-9479627b9b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:21.346663 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-69447e7b-28d3-4091-b541-9479627b9b0d admin admin] Publish callbacks [] for security_group (b0676538-5fe2-4d7a-8166-754f8672bc91), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:21.352101 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-69447e7b-28d3-4091-b541-9479627b9b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b0676538-5fe2-4d7a-8166-754f8672bc91), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:21.388535 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69447e7b-28d3-4091-b541-9479627b9b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0676538-5fe2-4d7a-8166-754f8672bc91,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:21.393481 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-69447e7b-28d3-4091-b541-9479627b9b0d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e83a299eb51d45f6a6636d449390d8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356391 Sep 14 02:47:21.395555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39030) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:21.447090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94238bf4-b4ba-4add-8c9e-cdbbe5016bf4 admin admin] Publish callbacks [] for security_group (b0676538-5fe2-4d7a-8166-754f8672bc91), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:21.475652 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94238bf4-b4ba-4add-8c9e-cdbbe5016bf4 admin admin] Publish callbacks [] for security_group (b0676538-5fe2-4d7a-8166-754f8672bc91), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:21.531485 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94238bf4-b4ba-4add-8c9e-cdbbe5016bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (b0676538-5fe2-4d7a-8166-754f8672bc91), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:21.534194 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94238bf4-b4ba-4add-8c9e-cdbbe5016bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:21.535350 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-94238bf4-b4ba-4add-8c9e-cdbbe5016bf4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b0676538-5fe2-4d7a-8166-754f8672bc91 HTTP/1.1" status: 204 len: 168 time: 0.1388865 Sep 14 02:47:21.543408 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238bf4-b4ba-4add-8c9e-cdbbe5016bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0676538-5fe2-4d7a-8166-754f8672bc91,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:22.212451 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850312f-18fc-4f15-b4af-137a2ac585ef req-18171fc3-e479-405a-9fa5-55bb22da85b6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:22.214200 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1850312f-18fc-4f15-b4af-137a2ac585ef req-18171fc3-e479-405a-9fa5-55bb22da85b6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0532796 Sep 14 02:47:22.265900 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1850312f-18fc-4f15-b4af-137a2ac585ef req-9ac2013e-c5ec-407f-bc38-aa338f97e4fe tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451608 Sep 14 02:47:22.531484 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ba98c-9e38-4670-88d5-88190125953e req-9c240e14-5eea-4bfb-858b-80ba67e3b2e5 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:22.532913 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-925ba98c-9e38-4670-88d5-88190125953e req-9c240e14-5eea-4bfb-858b-80ba67e3b2e5 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0770338 Sep 14 02:47:22.540752 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9c7ea-04c3-4271-bdcd-b3bf727acf3b req-e0ccd9c4-ac01-42d0-9a61-f0528486e610 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:22.542136 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cab9c7ea-04c3-4271-bdcd-b3bf727acf3b req-e0ccd9c4-ac01-42d0-9a61-f0528486e610 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0758023 Sep 14 02:47:22.543171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39076) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:22.550010 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Request body: {'floatingip': {'port_id': '9afa465b-e171-4d08-91c5-e661ed16ac9c'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:22.589354 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (08ccd665-4990-4820-9ab8-faba2e00d9e3), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:22.604242 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cab9c7ea-04c3-4271-bdcd-b3bf727acf3b req-3ed298ff-aaa8-4499-9ab7-7d7083773310 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493715 Sep 14 02:47:23.000072 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39100) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:23.022463 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.027159 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (08ccd665-4990-4820-9ab8-faba2e00d9e3), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.107775 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.122210 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Floating IP 08ccd665-4990-4820-9ab8-faba2e00d9e3 associated. External IP: 172.27.2.64, port: 9afa465b-e171-4d08-91c5-e661ed16ac9c. Sep 14 02:47:23.158661 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:23.173152 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:23.194908 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Publish callbacks [] for security_group (f74fc7f6-8575-4489-8014-efe10cf36032), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.205131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f74fc7f6-8575-4489-8014-efe10cf36032), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.245976 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ec68f159e0e24b36adb705f3db8aed90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448051 Sep 14 02:47:23.246841 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74fc7f6-8575-4489-8014-efe10cf36032,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:23.248809 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39104) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:23.265407 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.265798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.266121 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.266496 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.266826 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.267157 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.267460 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.267793 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.268117 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.268447 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.268764 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.269087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.269406 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.269725 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.270066 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6313a2-3827-4a2b-b6e4-ae167d4a07ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:23.314139 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2eb7dc6d-3779-4237-8dcc-2bbae2d21b7a admin admin] Publish callbacks [] for security_group (f74fc7f6-8575-4489-8014-efe10cf36032), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.322160 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:23.335981 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2eb7dc6d-3779-4237-8dcc-2bbae2d21b7a admin admin] Publish callbacks [] for security_group (f74fc7f6-8575-4489-8014-efe10cf36032), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.341052 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Router 8ef039d4-d084-45b3-8e2e-c6944ab40782 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:47:23.349628 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:23.387838 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2eb7dc6d-3779-4237-8dcc-2bbae2d21b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (f74fc7f6-8575-4489-8014-efe10cf36032), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.390986 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2eb7dc6d-3779-4237-8dcc-2bbae2d21b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.392343 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2eb7dc6d-3779-4237-8dcc-2bbae2d21b7a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f74fc7f6-8575-4489-8014-efe10cf36032 HTTP/1.1" status: 204 len: 168 time: 0.1423807 Sep 14 02:47:23.400526 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7dc6d-3779-4237-8dcc-2bbae2d21b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74fc7f6-8575-4489-8014-efe10cf36032,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:23.459665 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:47:23.465083 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:23.470975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] Sync routers for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:47:23.482491 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:23.483546 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:23.503700 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b8aaf7a2-0c6c-4ef1-801a-a7359746da88 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/08ccd665-4990-4820-9ab8-faba2e00d9e3 HTTP/1.1" status: 200 len: 991 time: 0.9572716 Sep 14 02:47:23.503700 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:47:23.505036 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a47886-9b55-4ce3-9650-03f91f0fb732" -d '{"events": [{"name": "network-changed", "server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:47:23.607025 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:23.762333 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a1e0d-a9dd-4de6-8831-f06e2f57193f x-openstack-request-id: req-8c2a1e0d-a9dd-4de6-8831-f06e2f57193f {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:47:23.763011 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:47:23.763367 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c2a1e0d-a9dd-4de6-8831-f06e2f57193f {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:47:23.763831 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2a1e0d-a9dd-4de6-8831-f06e2f57193f'] response: {'name': 'network-changed', 'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'status': 'completed', 'code': 200} Sep 14 02:47:23.777772 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707abb-685c-4468-a1b6-5f2bf4b31b17 req-8b28f30a-f2e6-4797-85d2-ddb5581a4860 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:23.779476 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f6707abb-685c-4468-a1b6-5f2bf4b31b17 req-8b28f30a-f2e6-4797-85d2-ddb5581a4860 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0566123 Sep 14 02:47:23.845427 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '08ccd665-4990-4820-9ab8-faba2e00d9e3', 'tenant_id': '2384279227724e9592e7593837e2fece', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'port_id': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'mac_address': 'fa:16:3e:30:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:47:09Z', 'updated_at': '2022-09-14T02:47:22Z', 'revision_number': 1, 'project_id': '2384279227724e9592e7593837e2fece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:23.872306 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-cc8d2baa-8ca1-4e6f-9170-9afebeb32bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:23.873929 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-cc8d2baa-8ca1-4e6f-9170-9afebeb32bf4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2384279227724e9592e7593837e2fece&device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 1130 time: 0.0713840 Sep 14 02:47:23.878394 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] Checking router: 8ef039d4-d084-45b3-8e2e-c6944ab40782 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:47:23.879037 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f6707abb-685c-4468-a1b6-5f2bf4b31b17 req-98ef8313-c73d-4488-b9d6-ac378c8e844c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930204 Sep 14 02:47:23.889414 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:23.890148 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:46:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:23.975914 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-a2bf4b0f-45da-4109-b4a6-9523e1a18aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:23.977370 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-a2bf4b0f-45da-4109-b4a6-9523e1a18aad service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 200 len: 911 time: 0.0974605 Sep 14 02:47:23.993266 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-17ec8d1d-9ebc-4e82-a281-93c707ad7db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:24.022479 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:24.045377 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-42a8e7dc-98ba-4eec-bc0d-16b49db35862 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c HTTP/1.1" status: 200 len: 999 time: 0.0608928 Sep 14 02:47:24.099442 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-6402d3fc-e0c8-4b5b-81b1-d9233a04872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:24.101284 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-6402d3fc-e0c8-4b5b-81b1-d9233a04872d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 200 len: 849 time: 0.0495989 Sep 14 02:47:24.150696 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-eb2f1391-62c9-42ac-816f-e8ebf7cbf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:24.152435 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-eb2f1391-62c9-42ac-816f-e8ebf7cbf464 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2f525623-45a9-4221-9021-b4c89c572bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439532 Sep 14 02:47:24.202733 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:24.246123 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-31680611-0b07-42e4-9d23-da6096b9a8cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867898 Sep 14 02:47:24.251194 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '08ccd665-4990-4820-9ab8-faba2e00d9e3', 'tenant_id': '2384279227724e9592e7593837e2fece', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'port_id': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'mac_address': 'fa:16:3e:30:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:47:09Z', 'updated_at': '2022-09-14T02:47:22Z', 'revision_number': 1, 'project_id': '2384279227724e9592e7593837e2fece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:24.278347 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6d1cf-9ca2-42a6-8e1d-6d6b3aaba896 None None] The sync data for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi is: [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '08ccd665-4990-4820-9ab8-faba2e00d9e3', 'tenant_id': '2384279227724e9592e7593837e2fece', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'port_id': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'mac_address': 'fa:16:3e:30:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:47:09Z', 'updated_at': '2022-09-14T02:47:22Z', 'revision_number': 1, 'project_id': '2384279227724e9592e7593837e2fece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:47:24.352936 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c9a47886-9b55-4ce3-9650-03f91f0fb732 req-0e41376c-fe23-4f5d-b692-95156f80ab0a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012781 Sep 14 02:47:24.485939 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ff3c0-26f5-4414-9923-a31c9d5830c1 None None] New status for floating IP 08ccd665-4990-4820-9ab8-faba2e00d9e3: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:47:25.025816 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419126c-10f3-4291-bf52-ac4df2488423 req-381d3a40-e86e-4a4b-aefe-2ddfe0329b20 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:25.027493 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1419126c-10f3-4291-bf52-ac4df2488423 req-381d3a40-e86e-4a4b-aefe-2ddfe0329b20 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0466616 Sep 14 02:47:25.078791 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1419126c-10f3-4291-bf52-ac4df2488423 req-ba78b57f-70a5-4d77-bc87-eff1ad754bfa tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450706 Sep 14 02:47:26.022370 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39184) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:26.102969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-39a50f51-c176-42ef-b7f4-5a70f9d1837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.141572 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-640424e3-8345-4115-873c-7d6363e9d961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.222738 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44887938-a1b1-4fd7-bae7-63b7d7502468 req-daf94c19-4677-4680-a8ac-25427a924adf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:26.224229 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-44887938-a1b1-4fd7-bae7-63b7d7502468 req-daf94c19-4677-4680-a8ac-25427a924adf tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0611875 Sep 14 02:47:26.296833 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-640424e3-8345-4115-873c-7d6363e9d961 admin admin] Publish callbacks [] for security_group (d41e7e69-ec62-4ae8-bde5-3deb8883f583), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.302002 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-44887938-a1b1-4fd7-bae7-63b7d7502468 req-fe5b05f6-9ff0-4368-8632-449feaf5cb08 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713234 Sep 14 02:47:26.303093 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-640424e3-8345-4115-873c-7d6363e9d961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d41e7e69-ec62-4ae8-bde5-3deb8883f583), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.308754 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:26.319320 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:26.345824 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640424e3-8345-4115-873c-7d6363e9d961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e7e69-ec62-4ae8-bde5-3deb8883f583,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:26.353409 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-640424e3-8345-4115-873c-7d6363e9d961 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b1d3dd88716348ad8a4d47a58c0033ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300247 Sep 14 02:47:26.356147 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39190) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:26.407270 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c7a13b50-52da-4ae9-a2d3-17779f01cff3 admin admin] Publish callbacks [] for security_group (d41e7e69-ec62-4ae8-bde5-3deb8883f583), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.427083 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c7a13b50-52da-4ae9-a2d3-17779f01cff3 admin admin] Publish callbacks [] for security_group (d41e7e69-ec62-4ae8-bde5-3deb8883f583), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.476337 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c7a13b50-52da-4ae9-a2d3-17779f01cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d41e7e69-ec62-4ae8-bde5-3deb8883f583), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.478971 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c7a13b50-52da-4ae9-a2d3-17779f01cff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.480099 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-c7a13b50-52da-4ae9-a2d3-17779f01cff3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d41e7e69-ec62-4ae8-bde5-3deb8883f583 HTTP/1.1" status: 204 len: 168 time: 0.1230683 Sep 14 02:47:26.488197 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a13b50-52da-4ae9-a2d3-17779f01cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e7e69-ec62-4ae8-bde5-3deb8883f583,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:26.749503 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39196) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:26.766247 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-65b8f622-c5f2-4e47-90d1-3879fce8b0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.850983 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-65b8f622-c5f2-4e47-90d1-3879fce8b0cd admin admin] Publish callbacks [] for security_group (7240ea54-a6f2-4963-8c03-7b4f033b10f0), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.856389 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-65b8f622-c5f2-4e47-90d1-3879fce8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (7240ea54-a6f2-4963-8c03-7b4f033b10f0), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.896663 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-65b8f622-c5f2-4e47-90d1-3879fce8b0cd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c69cee1cae6540da853501e01906d036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460717 Sep 14 02:47:26.897490 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8f622-c5f2-4e47-90d1-3879fce8b0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7240ea54-a6f2-4963-8c03-7b4f033b10f0,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:26.899716 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39198) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:26.948897 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2375afef-eb8e-4382-85fc-507bfb446c10 admin admin] Publish callbacks [] for security_group (7240ea54-a6f2-4963-8c03-7b4f033b10f0), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:26.969058 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2375afef-eb8e-4382-85fc-507bfb446c10 admin admin] Publish callbacks [] for security_group (7240ea54-a6f2-4963-8c03-7b4f033b10f0), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:27.024718 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2375afef-eb8e-4382-85fc-507bfb446c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (7240ea54-a6f2-4963-8c03-7b4f033b10f0), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:27.027235 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2375afef-eb8e-4382-85fc-507bfb446c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:27.028362 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2375afef-eb8e-4382-85fc-507bfb446c10 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7240ea54-a6f2-4963-8c03-7b4f033b10f0 HTTP/1.1" status: 204 len: 168 time: 0.1276851 Sep 14 02:47:27.036441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375afef-eb8e-4382-85fc-507bfb446c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7240ea54-a6f2-4963-8c03-7b4f033b10f0,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:27.437457 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f578bd-cba2-452c-b09e-259023e324be req-ab0bad19-047c-48e9-8210-08dfc1785505 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:27.438986 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-50f578bd-cba2-452c-b09e-259023e324be req-ab0bad19-047c-48e9-8210-08dfc1785505 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0504694 Sep 14 02:47:27.487322 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-50f578bd-cba2-452c-b09e-259023e324be req-910d94ff-8ef6-4ae2-9d50-94964ccdcb63 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Sep 14 02:47:27.492834 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:28.622120 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbc03b-9968-474e-880a-7c7286d3d681 req-e2bd734e-4a5f-4fae-ae83-a4578c19f758 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:28.623687 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-88dbc03b-9968-474e-880a-7c7286d3d681 req-e2bd734e-4a5f-4fae-ae83-a4578c19f758 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Sep 14 02:47:28.670625 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-88dbc03b-9968-474e-880a-7c7286d3d681 req-9f5527bd-8cca-4ff6-ae81-38c9fc28e5d5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Sep 14 02:47:28.894456 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:28.952364 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:29.807109 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e3a22-c7b5-438f-a0f1-41df2ebaf191 req-a4ddf084-385f-421f-940a-5e18a3b37d54 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:29.808530 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-de4e3a22-c7b5-438f-a0f1-41df2ebaf191 req-a4ddf084-385f-421f-940a-5e18a3b37d54 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0459759 Sep 14 02:47:29.861551 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-de4e3a22-c7b5-438f-a0f1-41df2ebaf191 req-50b9f85a-dc35-4c03-aca3-0a56c27dc793 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449543 Sep 14 02:47:30.988364 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27e033-b30c-4970-8920-26e8343f639f req-2615b6d8-1ab8-4d50-b343-17ae06b10b6a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:30.989882 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6d27e033-b30c-4970-8920-26e8343f639f req-2615b6d8-1ab8-4d50-b343-17ae06b10b6a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0483298 Sep 14 02:47:31.038803 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6d27e033-b30c-4970-8920-26e8343f639f req-dc907ad7-b0ed-478a-9eba-8b90213db2f5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Sep 14 02:47:32.165113 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38013301-8249-41a2-8527-e19aa3056517 req-2e56c129-bc99-4c13-b224-3156ed94af76 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:32.166634 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38013301-8249-41a2-8527-e19aa3056517 req-2e56c129-bc99-4c13-b224-3156ed94af76 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0462861 Sep 14 02:47:32.212864 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38013301-8249-41a2-8527-e19aa3056517 req-79bed9df-2e51-4d3c-b100-6e123ca4561e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Sep 14 02:47:32.244862 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39284) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:32.359721 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7a098e81-f540-4a91-adc7-87b9c9a9d86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:32.412686 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:32.418964 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:32.441476 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7a098e81-f540-4a91-adc7-87b9c9a9d86d admin admin] Publish callbacks [] for security_group (5acc8336-1348-428e-a8f5-08791e325ab3), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:32.446526 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7a098e81-f540-4a91-adc7-87b9c9a9d86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (5acc8336-1348-428e-a8f5-08791e325ab3), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:32.450390 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:47:32.485742 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7a098e81-f540-4a91-adc7-87b9c9a9d86d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2b0674b786af43ba8366032537bf555a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398236 Sep 14 02:47:32.486780 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a098e81-f540-4a91-adc7-87b9c9a9d86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc8336-1348-428e-a8f5-08791e325ab3,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:32.488816 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39288) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:32.540320 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Publish callbacks [] for security_group (5acc8336-1348-428e-a8f5-08791e325ab3), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:32.560641 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Publish callbacks [] for security_group (5acc8336-1348-428e-a8f5-08791e325ab3), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:32.612732 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (5acc8336-1348-428e-a8f5-08791e325ab3), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:32.615322 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:32.619026 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5acc8336-1348-428e-a8f5-08791e325ab3 HTTP/1.1" status: 204 len: 168 time: 0.1266193 Sep 14 02:47:32.624740 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc8336-1348-428e-a8f5-08791e325ab3,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:32.634349 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.635344 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.636110 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.636922 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.637605 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.637986 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.638320 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.638641 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.639066 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.639497 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.639821 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.640168 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.640488 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.640803 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.641114 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4706042-6c8e-4534-ad7b-cd2182f9b87a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:32.908398 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39294) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:32.922385 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-103bb322-edcf-461d-8178-b96c24083d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:33.009968 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-103bb322-edcf-461d-8178-b96c24083d7e admin admin] Publish callbacks [] for security_group (d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:33.016779 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-103bb322-edcf-461d-8178-b96c24083d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:33.033149 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:33.050545 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:33.065472 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-103bb322-edcf-461d-8178-b96c24083d7e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e9d6362c27694a32a27f721d69e63ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559956 Sep 14 02:47:33.067445 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bb322-edcf-461d-8178-b96c24083d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:33.068386 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39296) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:33.121210 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0de59c24-2eff-49ac-9ba7-e1b4e89e719f admin admin] Publish callbacks [] for security_group (d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:33.141667 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0de59c24-2eff-49ac-9ba7-e1b4e89e719f admin admin] Publish callbacks [] for security_group (d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:33.193915 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0de59c24-2eff-49ac-9ba7-e1b4e89e719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:33.196404 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0de59c24-2eff-49ac-9ba7-e1b4e89e719f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:33.197649 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-0de59c24-2eff-49ac-9ba7-e1b4e89e719f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd HTTP/1.1" status: 204 len: 168 time: 0.1281667 Sep 14 02:47:33.205629 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de59c24-2eff-49ac-9ba7-e1b4e89e719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bfa30e-4ed6-4a15-9bec-6718fa9f7ecd,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:33.354638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e843a-62eb-450e-a170-ece5affe2b29 req-52f4c4b4-3d82-4713-b4e2-bea700544753 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:33.356149 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d59e843a-62eb-450e-a170-ece5affe2b29 req-52f4c4b4-3d82-4713-b4e2-bea700544753 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0587234 Sep 14 02:47:33.406780 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d59e843a-62eb-450e-a170-ece5affe2b29 req-5f1f3249-0c06-4d3c-8979-ef9edc7f4652 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441587 Sep 14 02:47:34.539827 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef3af2-21aa-42fd-902d-0de2900a19a2 req-e3a81717-754e-4cff-98cf-2e595f554cb5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:34.541339 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ddef3af2-21aa-42fd-902d-0de2900a19a2 req-e3a81717-754e-4cff-98cf-2e595f554cb5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Sep 14 02:47:34.598910 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ddef3af2-21aa-42fd-902d-0de2900a19a2 req-f4dcf80d-ace2-425a-98b5-27daf19887f7 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500247 Sep 14 02:47:35.335351 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:47:35.338476 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:35.442628 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:35.454337 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'c054aeba-c150-4228-9cca-250027ee6476', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'port_id': 'c054aeba-c150-4228-9cca-250027ee6476', 'mac_address': 'fa:16:3e:30:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:47:35.494275 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c054aeba-c150-4228-9cca-250027ee6476 is: ACTIVE; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:35.494776 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:35.508351 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c054aeba-c150-4228-9cca-250027ee6476 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:47:35.528835 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:35.534654 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:35.587271 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=6']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:35.619056 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['c054aeba-c150-4228-9cca-250027ee6476'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:47:35.826277 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebccd3-ccc9-493d-9f8a-d35477d5bc34 req-0194714d-9d13-48e8-941e-9a24edd77025 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:35.827839 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d2ebccd3-ccc9-493d-9f8a-d35477d5bc34 req-0194714d-9d13-48e8-941e-9a24edd77025 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 944 time: 0.0602160 Sep 14 02:47:35.911688 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d2ebccd3-ccc9-493d-9f8a-d35477d5bc34 req-8ea7390c-71a0-492f-9891-1b86f35ac724 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775826 Sep 14 02:47:37.052597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ec67a-b5d8-4659-94d1-248c47dd7c77 req-2f927460-f689-4a2d-9838-17e9f4cb7759 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:37.054105 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1c4ec67a-b5d8-4659-94d1-248c47dd7c77 req-2f927460-f689-4a2d-9838-17e9f4cb7759 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 944 time: 0.0483286 Sep 14 02:47:37.110593 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1c4ec67a-b5d8-4659-94d1-248c47dd7c77 req-53de5ca3-2650-4c2f-ba65-300aa72f5695 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498741 Sep 14 02:47:38.246597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb8dc6-5693-4106-9c13-2763f7b664f0 req-52db39aa-0ce4-4d12-bbf6-107b851932e3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:38.248049 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-52bb8dc6-5693-4106-9c13-2763f7b664f0 req-52db39aa-0ce4-4d12-bbf6-107b851932e3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 944 time: 0.0505641 Sep 14 02:47:38.308324 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-52bb8dc6-5693-4106-9c13-2763f7b664f0 req-0010820c-d05a-437b-8a37-a6ce76bfcf46 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496788 Sep 14 02:47:38.994051 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:39.044002 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port c054aeba-c150-4228-9cca-250027ee6476 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:39.044435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c054aeba-c150-4228-9cca-250027ee6476), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:39.044841 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port c054aeba-c150-4228-9cca-250027ee6476 Sep 14 02:47:39.130290 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c054aeba-c150-4228-9cca-250027ee6476 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:39.130678 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:39.155105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:47:39.157465 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c631a019-e880-42f8-82be-33fee2942b98" -d '{"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-plugged", "status": "completed", "tag": "c054aeba-c150-4228-9cca-250027ee6476"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:47:39.171889 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:39.178226 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:39.209915 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a543282d-097d-4ce5-aa87-176e01724889 x-openstack-request-id: req-a543282d-097d-4ce5-aa87-176e01724889 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:47:39.210200 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-plugged", "status": "completed", "tag": "c054aeba-c150-4228-9cca-250027ee6476", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:47:39.210459 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a543282d-097d-4ce5-aa87-176e01724889 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:47:39.210848 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a543282d-097d-4ce5-aa87-176e01724889'] response: {'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476', 'code': 200} Sep 14 02:47:39.220209 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:39.234315 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=7']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:39.441400 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d856c2-3d86-40b2-9a1e-7ad6e90807ff req-0804fce9-f769-4231-958f-78ca78f518fd tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:39.446225 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58d856c2-3d86-40b2-9a1e-7ad6e90807ff req-0804fce9-f769-4231-958f-78ca78f518fd tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0555944 Sep 14 02:47:39.492241 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58d856c2-3d86-40b2-9a1e-7ad6e90807ff req-21a63e31-bf43-4ae0-b79f-7df51933b9ab tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Sep 14 02:47:39.609234 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:40.637155 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ab6fa-1d42-4612-86a8-64187bd790d4 req-97f9a160-55a4-4936-acff-828e3e377ac3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:40.642243 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-203ab6fa-1d42-4612-86a8-64187bd790d4 req-97f9a160-55a4-4936-acff-828e3e377ac3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0601504 Sep 14 02:47:40.689878 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-203ab6fa-1d42-4612-86a8-64187bd790d4 req-d5746af5-66b6-4e1f-b8f5-baa50796b2fb tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448811 Sep 14 02:47:41.832037 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d488f5-5de1-4cfd-bc58-5364b2bfdb63 req-20ad84ef-844e-4a84-9ce3-57c694eac543 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:41.834364 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-93d488f5-5de1-4cfd-bc58-5364b2bfdb63 req-20ad84ef-844e-4a84-9ce3-57c694eac543 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0525291 Sep 14 02:47:41.846342 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:41.902353 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-93d488f5-5de1-4cfd-bc58-5364b2bfdb63 req-f2f7c259-0b8e-425a-9f2c-630bdfc2d93d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622780 Sep 14 02:47:42.446199 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:42.447604 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=32,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:42.527663 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:42.539487 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-a657158e-fb04-4061-b914-335b3b2fa62a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503473 Sep 14 02:47:42.610997 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-aec80e57-e1da-4ed3-a9d3-bcc2f08e682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:42.612597 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-aec80e57-e1da-4ed3-a9d3-bcc2f08e682c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1130 time: 0.0480816 Sep 14 02:47:42.740878 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-4872011b-a850-472a-b44a-2b32bd216beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:42.742477 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-4872011b-a850-472a-b44a-2b32bd216beb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 910 time: 0.1089704 Sep 14 02:47:42.810973 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-065cbe10-52d1-4093-b05c-916fce411f83 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 1002 time: 0.0594900 Sep 14 02:47:42.820762 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39424) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:42.865929 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-392ccf99-8784-495e-bcef-bcd4ada20705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:42.867624 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-392ccf99-8784-495e-bcef-bcd4ada20705 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0502696 Sep 14 02:47:42.969534 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a1c50c29-2a0b-4ffd-b886-fa46653328b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:43.076839 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a1c50c29-2a0b-4ffd-b886-fa46653328b9 admin admin] Publish callbacks [] for security_group (4fbf069d-1977-41d4-b553-09f5fa88b440), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:43.083431 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a1c50c29-2a0b-4ffd-b886-fa46653328b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (4fbf069d-1977-41d4-b553-09f5fa88b440), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:43.124680 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c50c29-2a0b-4ffd-b886-fa46653328b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf069d-1977-41d4-b553-09f5fa88b440,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:43.142369 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a1c50c29-2a0b-4ffd-b886-fa46653328b9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f23995cefffe4e96abcc5fa72bb30b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199263 Sep 14 02:47:43.146102 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39430) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:43.203222 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-e59fb211-70e6-4f36-9a93-6c9893fed162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:43.204720 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-e59fb211-70e6-4f36-9a93-6c9893fed162 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3293984 Sep 14 02:47:43.207154 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c00f21fc-9d35-4966-89a6-7ef663a86040 admin admin] Publish callbacks [] for security_group (4fbf069d-1977-41d4-b553-09f5fa88b440), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:43.229621 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c00f21fc-9d35-4966-89a6-7ef663a86040 admin admin] Publish callbacks [] for security_group (4fbf069d-1977-41d4-b553-09f5fa88b440), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:43.286083 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c00f21fc-9d35-4966-89a6-7ef663a86040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (4fbf069d-1977-41d4-b553-09f5fa88b440), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:43.291603 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c00f21fc-9d35-4966-89a6-7ef663a86040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:43.295963 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c00f21fc-9d35-4966-89a6-7ef663a86040 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4fbf069d-1977-41d4-b553-09f5fa88b440 HTTP/1.1" status: 204 len: 168 time: 0.1461704 Sep 14 02:47:43.300503 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b3e9-a960-4fd8-91df-7e047814d9c8 req-5df0d88c-c234-45d6-a17c-69011294d3f0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:43.301999 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4350b3e9-a960-4fd8-91df-7e047814d9c8 req-5df0d88c-c234-45d6-a17c-69011294d3f0 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0961616 Sep 14 02:47:43.305326 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f21fc-9d35-4966-89a6-7ef663a86040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf069d-1977-41d4-b553-09f5fa88b440,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:43.377180 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4350b3e9-a960-4fd8-91df-7e047814d9c8 req-d6d8fea9-0e72-4185-b6e7-8ecab6a604cb tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653279 Sep 14 02:47:43.388368 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-588f7e2d-3a83-4373-8ff0-d120d1dc88fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729708 Sep 14 02:47:43.516421 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-685d288e-315d-4f2a-9a8e-97f7f69fcbea req-01c0b4b3-a8ea-4e15-a194-d2fb559d4ecb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196573 Sep 14 02:47:44.139150 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39456) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:44.260647 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-429964608-network', 'tenant_id': '53e1e008051d48218439b70d3cb1c015'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:44.286600 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Made reservation on behalf of 53e1e008051d48218439b70d3cb1c015 for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:47:44.289317 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.299742 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.390023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks [] for security_group (0230203e-6c19-4a6c-987a-c25c2a014cba), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.396958 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (0230203e-6c19-4a6c-987a-c25c2a014cba), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.440001 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:47:44.448046 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0230203e-6c19-4a6c-987a-c25c2a014cba,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:44.473366 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (e48e5d6d-b703-4452-850c-3afb3350fa18), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.473762 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Added segment e48e5d6d-b703-4452-850c-3afb3350fa18 of type vlan for network 8003ea87-d14e-4c9c-9372-adb58a04165e Sep 14 02:47:44.544821 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (8003ea87-d14e-4c9c-9372-adb58a04165e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.555173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549a2b1-f709-4567-a123-4501cf8fbc5b req-fd0f37cf-a5e1-4b37-98fe-04b54313d7cc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:44.557323 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6549a2b1-f709-4567-a123-4501cf8fbc5b req-fd0f37cf-a5e1-4b37-98fe-04b54313d7cc tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0677168 Sep 14 02:47:44.581278 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (8003ea87-d14e-4c9c-9372-adb58a04165e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.582758 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:44.583673 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.619337 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6549a2b1-f709-4567-a123-4501cf8fbc5b req-b5d4a23c-90be-41ec-a163-b39f38e1c889 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531659 Sep 14 02:47:44.621825 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4815683 Sep 14 02:47:44.624758 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39464) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:44.630741 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Request body: {'subnet': {'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-429964608-subnet', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:44.670219 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:44.695604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb7caf-4f8a-4a93-b74e-01ed35a47465 admin admin] Pushing event updated for resources: {'Network': ['ID=8003ea87-d14e-4c9c-9372-adb58a04165e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:44.699340 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Made reservation on behalf of 53e1e008051d48218439b70d3cb1c015 for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:47:44.702593 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.708237 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 8003ea87-d14e-4c9c-9372-adb58a04165e details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:47:44.764215 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:44.890724 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (c8469fbb-9cbf-454e-9af9-249998f6aa1d), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.946792 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8469fbb-9cbf-454e-9af9-249998f6aa1d,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:44.958143 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Checking segment: {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:44.958491 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Network hostable DHCP agents. Network: 8003ea87-d14e-4c9c-9372-adb58a04165e, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:47:44.977438 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Network 8003ea87-d14e-4c9c-9372-adb58a04165e is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:47:44.988849 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 8003ea87-d14e-4c9c-9372-adb58a04165e) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:44.993370 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:44.994011 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:44.998136 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224bbba-64dc-458a-94b2-1604a4e66ec8 None None] Network 8003ea87-d14e-4c9c-9372-adb58a04165e requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:47:45.011593 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-27ec28a8-5ed9-4650-9d00-e55f7d2dd11b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3856235 Sep 14 02:47:45.014356 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39476) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:45.018632 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:45.040746 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (8a7dd3df-861b-410b-9f50-71779ced2430), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.041996 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (8a7dd3df-861b-410b-9f50-71779ced2430), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.075744 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:45.097407 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks [] for router_controller (8a7dd3df-861b-410b-9f50-71779ced2430), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.227675 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-8003ea87-d14e-4c9c-9372-adb58a04165e', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'project_id': '53e1e008051d48218439b70d3cb1c015', 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:47:45.228594 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.237421 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks [] for router_gateway (8a7dd3df-861b-410b-9f50-71779ced2430), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.368388 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Allocated IP 172.20.0.2 (8003ea87-d14e-4c9c-9372-adb58a04165e/c8469fbb-9cbf-454e-9af9-249998f6aa1d/88f2be8a-6e83-43c4-ad09-2c101453a168) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:45.421104 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks [] for router_gateway (8a7dd3df-861b-410b-9f50-71779ced2430), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.440631 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.482890 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-ea914016-36a8-4f79-940e-1d6c672546a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:45.484417 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-ea914016-36a8-4f79-940e-1d6c672546a0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 1129 time: 0.0407560 Sep 14 02:47:45.507693 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Publish callbacks [] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.515215 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.528314 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:45.554673 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Allocated IP 172.27.2.32 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/b438defa-ae23-4df4-8182-e16aa45a3b4e) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:45.565048 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Network 8003ea87-d14e-4c9c-9372-adb58a04165e is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:45.568709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:45.570685 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Pushing event updated for resources: {'Port': ['ID=88f2be8a-6e83-43c4-ad09-2c101453a168,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:45.572964 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:45.582023 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.582361 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.582714 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.583060 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.583386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.583707 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.584022 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.584338 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.584655 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.584963 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.585279 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.585604 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.586075 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.586386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.586696 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:45.590380 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-845c5f88-5c2f-4570-80ff-1915c43a384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:45.592594 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-845c5f88-5c2f-4570-80ff-1915c43a384a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.1011517 Sep 14 02:47:45.641512 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Attempting to bind port 88f2be8a-6e83-43c4-ad09-2c101453a168 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:47:45.641904 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Attempting to bind port 88f2be8a-6e83-43c4-ad09-2c101453a168 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:47:45.642258 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Attempting to bind port 88f2be8a-6e83-43c4-ad09-2c101453a168 on network 8003ea87-d14e-4c9c-9372-adb58a04165e {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:45.656267 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-f99f4353-817a-4453-80aa-60c22f59a4d6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 200 len: 1001 time: 0.0566010 Sep 14 02:47:45.677024 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks [] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.701430 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:45.707183 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:47:45.707562 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Checking segment: {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:45.708255 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.709045 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Bound using segment: {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:47:45.709281 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-e8870e7a-db81-45ae-afbc-269314ec11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:45.709627 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Bound port: 88f2be8a-6e83-43c4-ad09-2c101453a168, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:47:45.710092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.711138 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-e8870e7a-db81-45ae-afbc-269314ec11ce service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0485954 Sep 14 02:47:45.716023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.762590 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:45.763653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:45.763891 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-50732f1d-a9c6-4807-a6af-6bcf8446ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:45.765746 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-50732f1d-a9c6-4807-a6af-6bcf8446ae1d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443115 Sep 14 02:47:45.769408 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:45.771331 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b438defa-ae23-4df4-8182-e16aa45a3b4e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:45.773484 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:45.777463 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] For port 88f2be8a-6e83-43c4-ad09-2c101453a168, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:47:45.780737 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] For port 88f2be8a-6e83-43c4-ad09-2c101453a168, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=88f2be8a-6e83-43c4-ad09-2c101453a168,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:47:45.790144 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:45.844232 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:45.847039 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d55c2-be96-436a-bec8-1081c8b10270 None None] Pushing event updated for resources: {'Port': ['ID=88f2be8a-6e83-43c4-ad09-2c101453a168,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:45.867752 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e03ada-bb5b-480d-9522-3c9d9d1ebbc0 req-4a6a4f76-a6cc-48a4-9aea-2410266eb303 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:45.869448 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-08e03ada-bb5b-480d-9522-3c9d9d1ebbc0 req-4a6a4f76-a6cc-48a4-9aea-2410266eb303 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.1630018 Sep 14 02:47:45.935220 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-3df68398-ab42-4e0e-9653-ea264dd2d050 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513400 Sep 14 02:47:45.965835 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-08e03ada-bb5b-480d-9522-3c9d9d1ebbc0 req-a14a45e3-cd0e-448d-8b58-14a448d0d61d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877762 Sep 14 02:47:46.067051 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-62051d8e-97c9-4bfb-8d82-f938fd0e37a1 req-905038e6-f6b9-4c07-a777-28dd938c3325 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225410 Sep 14 02:47:46.308905 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks [] for router_gateway (8a7dd3df-861b-410b-9f50-71779ced2430), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:46.419574 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 88f2be8a-6e83-43c4-ad09-2c101453a168 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:46.445478 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:46.469671 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 88f2be8a-6e83-43c4-ad09-2c101453a168 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:46.470180 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:46.470576 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 88f2be8a-6e83-43c4-ad09-2c101453a168 Sep 14 02:47:46.494763 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (8a7dd3df-861b-410b-9f50-71779ced2430), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:46.550744 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 88f2be8a-6e83-43c4-ad09-2c101453a168 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:46.551211 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:46.584942 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 88f2be8a-6e83-43c4-ad09-2c101453a168, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=88f2be8a-6e83-43c4-ad09-2c101453a168,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:46.592592 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:46.627869 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Router 8a7dd3df-861b-410b-9f50-71779ced2430 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:47:46.634358 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:46.648750 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=88f2be8a-6e83-43c4-ad09-2c101453a168,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:46.721200 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b0c4f-2cd2-4616-a858-a3a06f4c84b5 None None] Network 8003ea87-d14e-4c9c-9372-adb58a04165e requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:47:46.724485 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:46.740501 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:47:46.758057 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:46.759287 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5392cbf8-eab5-48ad-a61f-0043d2a4a6a3 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7440240 Sep 14 02:47:46.762045 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39480) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:46.766834 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Sync routers for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:47:46.793677 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:46.794314 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:46.856041 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-802d47d3-95f3-43a2-8ed8-add758fd9397 None None] Provisioning complete for port 88f2be8a-6e83-43c4-ad09-2c101453a168 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:46.856041 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-802d47d3-95f3-43a2-8ed8-add758fd9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:46.856041 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-802d47d3-95f3-43a2-8ed8-add758fd9397 None None] Attempt 1 to provision port 88f2be8a-6e83-43c4-ad09-2c101453a168 Sep 14 02:47:46.967436 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:46.991473 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:47.094231 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-802d47d3-95f3-43a2-8ed8-add758fd9397 None None] Current status of the port 88f2be8a-6e83-43c4-ad09-2c101453a168 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:47.140224 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76fdd4-c7b8-496f-bdb1-7ac34e1ee7de req-bfaea4f9-b16c-464f-8caa-0eaea5f620a2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:47.143710 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9d76fdd4-c7b8-496f-bdb1-7ac34e1ee7de req-bfaea4f9-b16c-464f-8caa-0eaea5f620a2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0659187 Sep 14 02:47:47.193966 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9d76fdd4-c7b8-496f-bdb1-7ac34e1ee7de req-02a4bb08-16ca-407c-a277-1ae0dcb78bc6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457046 Sep 14 02:47:47.216372 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:45Z', 'revision_number': 3, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:47.226088 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-f127b2f4-8248-4fa7-876b-3630f56f789e None None] Provisioning complete for port 88f2be8a-6e83-43c4-ad09-2c101453a168 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:47.226351 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f127b2f4-8248-4fa7-876b-3630f56f789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.226688 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f127b2f4-8248-4fa7-876b-3630f56f789e None None] Attempt 1 to provision port 88f2be8a-6e83-43c4-ad09-2c101453a168 Sep 14 02:47:47.226836 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.281932 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Checking router: 8a7dd3df-861b-410b-9f50-71779ced2430 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:47:47.282279 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Updating router 8a7dd3df-861b-410b-9f50-71779ced2430 port b438defa-ae23-4df4-8182-e16aa45a3b4e binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:47:47.319825 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.378957 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Allocated IP 172.20.0.1 (8003ea87-d14e-4c9c-9372-adb58a04165e/c8469fbb-9cbf-454e-9af9-249998f6aa1d/943d3e94-4f92-4bb7-8d87-af82db4ba25d) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:47.421909 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f127b2f4-8248-4fa7-876b-3630f56f789e None None] Current status of the port 88f2be8a-6e83-43c4-ad09-2c101453a168 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:47.441240 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:47.489176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks [] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.492998 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:47.524271 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.552270 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:47.573557 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Network 8003ea87-d14e-4c9c-9372-adb58a04165e is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:47.578503 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:47.582327 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:47.585635 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Pushing event updated for resources: {'Port': ['ID=943d3e94-4f92-4bb7-8d87-af82db4ba25d,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:47.607081 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Publish callbacks [] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.613037 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.623267 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (8a7dd3df-861b-410b-9f50-71779ced2430), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.650483 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Attempting to bind port b438defa-ae23-4df4-8182-e16aa45a3b4e on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:47:47.650799 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Attempting to bind port b438defa-ae23-4df4-8182-e16aa45a3b4e by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:47:47.651146 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Attempting to bind port b438defa-ae23-4df4-8182-e16aa45a3b4e on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:47.688762 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577255fb-ab09-4e01-ac06-ffd083a3f021 None None] Pushing event updated for resources: {'Port': ['ID=b438defa-ae23-4df4-8182-e16aa45a3b4e,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:47.708131 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:47:47.708505 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:47.709094 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.709477 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:47:47.711356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Bound port: b438defa-ae23-4df4-8182-e16aa45a3b4e, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:47:47.711732 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.776548 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] For port b438defa-ae23-4df4-8182-e16aa45a3b4e, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:47:47.779968 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] For port b438defa-ae23-4df4-8182-e16aa45a3b4e, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=b438defa-ae23-4df4-8182-e16aa45a3b4e,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:47:47.788030 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.795900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.829279 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:47.830468 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:47.865231 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:47.897917 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Provisioning complete for port 943d3e94-4f92-4bb7-8d87-af82db4ba25d triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:47.898287 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.898616 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 1 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:47.905416 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577255fb-ab09-4e01-ac06-ffd083a3f021 None None] Pushing event updated for resources: {'Port': ['ID=b438defa-ae23-4df4-8182-e16aa45a3b4e,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:47.977557 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks [] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:47.983625 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:48.056538 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Pushing event updated for resources: {'Port': ['ID=943d3e94-4f92-4bb7-8d87-af82db4ba25d,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:48.059156 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (8a7dd3df-861b-410b-9f50-71779ced2430), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:48.107278 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:48.126785 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:48.153470 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Network 8003ea87-d14e-4c9c-9372-adb58a04165e is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:48.155885 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:48.312673 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Router 8a7dd3df-861b-410b-9f50-71779ced2430 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:47:48.353679 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 1, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:48.363636 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a328f5-9621-4312-add8-7210a9370751 req-e26e99de-a749-47de-8a9a-af66e6bf5596 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:48.367472 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-57a328f5-9621-4312-add8-7210a9370751 req-e26e99de-a749-47de-8a9a-af66e6bf5596 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 945 time: 0.0731297 Sep 14 02:47:48.397590 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baa41a-89d7-4ccf-867e-e3134d1f2197 None None] The sync data for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi is: [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 1, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:47:48.444301 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:47:48.447022 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 88f2be8a-6e83-43c4-ad09-2c101453a168 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:48.449367 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a9262ca2-3cf7-4089-a7e2-79f9ccfaab57 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8a7dd3df-861b-410b-9f50-71779ced2430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863036 Sep 14 02:47:48.460918 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-57a328f5-9621-4312-add8-7210a9370751 req-4f79341c-6c9a-4ca3-9406-52b71774d2a8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868912 Sep 14 02:47:48.507685 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 88f2be8a-6e83-43c4-ad09-2c101453a168 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:48.508054 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:48.508384 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 88f2be8a-6e83-43c4-ad09-2c101453a168 Sep 14 02:47:48.583300 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 88f2be8a-6e83-43c4-ad09-2c101453a168 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:48.608920 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 2 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:48.653101 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:49.049329 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39514) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:49.054793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-812863055-network', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:49.061576 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:49.085258 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Made reservation on behalf of 7d52ccdfe0644e0592e7135d41baf15f for: {'network': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:47:49.087953 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.097582 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.157094 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 3 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:49.179249 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:49.180175 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:49.229422 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks [] for security_group (815c22d6-1cdc-40f0-abf5-33673c91bc89), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.234997 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:49.239147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (815c22d6-1cdc-40f0-abf5-33673c91bc89), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.267720 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=112943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:47:49.284511 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c22d6-1cdc-40f0-abf5-33673c91bc89,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:49.292291 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (dc024df9-590f-4c44-a293-e75a29e370c8), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.292629 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.segments_db [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Added segment dc024df9-590f-4c44-a293-e75a29e370c8 of type vlan for network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 Sep 14 02:47:49.325285 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:49.339467 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (04b8d8aa-7219-4ed8-99ab-70d802d97bf1), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.369565 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (04b8d8aa-7219-4ed8-99ab-70d802d97bf1), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.370645 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:49.371479 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.417765 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:47:49.435552 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3849258 Sep 14 02:47:49.438366 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39524) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:49.446093 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Request body: {'subnet': {'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-812863055-subnet', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:49.460613 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210d6de-7146-47a1-92a3-8ffca5ed87f5 admin admin] Pushing event updated for resources: {'Network': ['ID=04b8d8aa-7219-4ed8-99ab-70d802d97bf1,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:49.481417 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Made reservation on behalf of 7d52ccdfe0644e0592e7135d41baf15f for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:47:49.484999 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.499784 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:47:49.568597 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c054aeba-c150-4228-9cca-250027ee6476 is: ACTIVE; New status is: DOWN {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:49.569060 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.616678 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:47:49.618993 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a07c08-7345-4f9b-ace4-fe57aa1d67bd" -d '{"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-unplugged", "status": "completed", "tag": "c054aeba-c150-4228-9cca-250027ee6476"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:47:49.634518 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:49.646211 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.678642 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 02:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bd5879-b357-4cfe-a581-c701cf454ded x-openstack-request-id: req-38bd5879-b357-4cfe-a581-c701cf454ded {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:47:49.679176 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-unplugged", "status": "failed", "tag": "c054aeba-c150-4228-9cca-250027ee6476", "code": 422}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:47:49.679583 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38bd5879-b357-4cfe-a581-c701cf454ded {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:47:49.679985 dv-cinder-857075-6-iscsi neutron-server[112944]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-38bd5879-b357-4cfe-a581-c701cf454ded']: {'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476', 'code': 422} returned with failed status Sep 14 02:47:49.698068 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (9a873276-0cd6-4148-a593-6d27f47811aa), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.707792 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=8']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:49.737372 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 4 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:49.755457 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-be242b32-e4c8-4304-b324-493d062eafc4 req-4cf0bc97-1419-4572-9db8-c8b6092e104e service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:47:49.765452 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-be242b32-e4c8-4304-b324-493d062eafc4 req-4cf0bc97-1419-4572-9db8-c8b6092e104e service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2371132 Sep 14 02:47:49.767964 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a873276-0cd6-4148-a593-6d27f47811aa,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:49.777116 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Checking segment: {'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:49.777476 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Network hostable DHCP agents. Network: 04b8d8aa-7219-4ed8-99ab-70d802d97bf1, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:47:49.790161 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:49.803394 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:47:49.817858 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 04b8d8aa-7219-4ed8-99ab-70d802d97bf1) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:49.826614 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5941e-9112-43b7-ae44-9c26b2a055c9 None None] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:47:49.830955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:49.832044 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.854935 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8e396505-2685-4879-b2f0-a0c4c1ef3c28 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4147797 Sep 14 02:47:49.857070 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39532) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:49.872326 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:47:49.908637 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.909848 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.989574 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'fixed_ips': [{'subnet_id': '9a873276-0cd6-4148-a593-6d27f47811aa'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:47:49.990802 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:49.996462 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d458ce1-2c25-4fcc-bb52-0cc787c0e680 req-dbfaf954-30fd-4dd4-b87e-9ec6e191a6c2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:49.996977 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:49.998889 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6d458ce1-2c25-4fcc-bb52-0cc787c0e680 req-dbfaf954-30fd-4dd4-b87e-9ec6e191a6c2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0706303 Sep 14 02:47:50.004904 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks [] for router_controller (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.080617 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6d458ce1-2c25-4fcc-bb52-0cc787c0e680 req-e027f390-1a8d-4352-a1ef-aa5fd39dd9fd tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713980 Sep 14 02:47:50.166249 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Allocated IP 172.20.0.2 (04b8d8aa-7219-4ed8-99ab-70d802d97bf1/9a873276-0cd6-4148-a593-6d27f47811aa/266d8c2f-777c-4230-87fd-eae22de239a0) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:50.175374 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks [] for router_gateway (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.291311 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 5 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:50.338835 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39554) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:50.352347 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:50.367126 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Publish callbacks [] for port (266d8c2f-777c-4230-87fd-eae22de239a0), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.374764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks [] for router_gateway (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.377233 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.397185 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.404290 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:50.419836 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:50.426664 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:50.432809 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:50.455859 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-89838ea7-1c97-48d6-b3e2-b908005b4a81 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151781 Sep 14 02:47:50.458176 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Pushing event updated for resources: {'Port': ['ID=266d8c2f-777c-4230-87fd-eae22de239a0,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:50.462006 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-6d679f3e-4078-4668-91e4-428862800e71 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:47:50.475451 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-6d679f3e-4078-4668-91e4-428862800e71 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0117009 Sep 14 02:47:50.514819 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b438defa-ae23-4df4-8182-e16aa45a3b4e up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:50.551489 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 39562) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:50.556900 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:50.561564 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:50.562446 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Allocated IP 172.27.2.129 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/a61ab384-018b-4c3b-85be-543c09facf63) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:50.570520 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Attempting to bind port 266d8c2f-777c-4230-87fd-eae22de239a0 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:47:50.570969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Attempting to bind port 266d8c2f-777c-4230-87fd-eae22de239a0 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:47:50.571521 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Attempting to bind port 266d8c2f-777c-4230-87fd-eae22de239a0 on network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:50.635892 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port b438defa-ae23-4df4-8182-e16aa45a3b4e triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:50.636410 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.636842 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port b438defa-ae23-4df4-8182-e16aa45a3b4e Sep 14 02:47:50.642114 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:47:50.642714 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Checking segment: {'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:50.643322 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.643868 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Bound using segment: {'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:47:50.644476 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Bound port: 266d8c2f-777c-4230-87fd-eae22de239a0, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:47:50.645005 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.659434 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e90d21-9a57-4eef-b104-28541a44c184 req-43a793e3-7f2d-4661-bb58-f7cdad8d2a3f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:50.660960 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-43a793e3-7f2d-4661-bb58-f7cdad8d2a3f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports/c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 200 len: 940 time: 0.1083829 Sep 14 02:47:50.695897 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks [] for port (a61ab384-018b-4c3b-85be-543c09facf63), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.734414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (a61ab384-018b-4c3b-85be-543c09facf63), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.768383 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] For port 266d8c2f-777c-4230-87fd-eae22de239a0, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:47:50.784030 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Pushing event updated for resources: {'Port': ['ID=a61ab384-018b-4c3b-85be-543c09facf63,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:50.787983 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] For port 266d8c2f-777c-4230-87fd-eae22de239a0, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=266d8c2f-777c-4230-87fd-eae22de239a0,segment=NetworkSegment(dc024df9-590f-4c44-a293-e75a29e370c8),segment_id=dc024df9-590f-4c44-a293-e75a29e370c8)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:47:50.791788 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port b438defa-ae23-4df4-8182-e16aa45a3b4e is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:50.792162 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.799487 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:50.801131 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.802185 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:50.805088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:50.841091 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port b438defa-ae23-4df4-8182-e16aa45a3b4e, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=b438defa-ae23-4df4-8182-e16aa45a3b4e,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:50.854032 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 6 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:50.860478 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:50.905250 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee50c23-7bba-438c-80e2-d6eab7fb3631 None None] Pushing event updated for resources: {'Port': ['ID=266d8c2f-777c-4230-87fd-eae22de239a0,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:50.920972 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:50.988572 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=b438defa-ae23-4df4-8182-e16aa45a3b4e,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:51.011330 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Sync routers for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:47:51.022271 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:51.022902 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:51.074059 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:51.171316 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks [] for router_gateway (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:51.183899 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:51.279454 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a32a0-dc79-4d5f-ba14-967ac7e7c3bc req-2ca267dd-dcc7-4d68-b0c9-b10f7394886f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:51.290911 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2f2a32a0-dc79-4d5f-ba14-967ac7e7c3bc req-2ca267dd-dcc7-4d68-b0c9-b10f7394886f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0829110 Sep 14 02:47:51.391125 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2f2a32a0-dc79-4d5f-ba14-967ac7e7c3bc req-3606cd59-119e-4a33-b382-75979b1f9e05 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927219 Sep 14 02:47:51.426441 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 7 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:51.467968 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:51.506756 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 2, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:51.536122 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Checking router: 8a7dd3df-861b-410b-9f50-71779ced2430 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:47:51.536467 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Updating router 8a7dd3df-861b-410b-9f50-71779ced2430 port 943d3e94-4f92-4bb7-8d87-af82db4ba25d binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:47:51.565880 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:51.707176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:51.841059 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Publish callbacks [] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:51.851280 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:51.884275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:47:51.909116 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e90d21-9a57-4eef-b104-28541a44c184 req-45f543ca-d51e-4348-bc06-3bd626899eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:51.911088 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-45f543ca-d51e-4348-bc06-3bd626899eeb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20&tenant_id=63347c9bf4164b6b8f146ef830dc6e1a HTTP/1.1" status: 200 len: 1127 time: 0.0956519 Sep 14 02:47:51.933103 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Pushing event updated for resources: {'Port': ['ID=943d3e94-4f92-4bb7-8d87-af82db4ba25d,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:51.933253 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:51.962172 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.962875 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.963515 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.963992 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.965180 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.965508 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.966178 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.966666 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.967000 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90051883-3f56-48ff-8a5a-e7bd8f5d7c2c None None] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:47:51.967296 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.968196 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.968678 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.969163 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.969626 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.969752 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 8 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:51.970212 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.970971 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:47:51.991729 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Attempting to bind port 943d3e94-4f92-4bb7-8d87-af82db4ba25d on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:47:51.992309 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Attempting to bind port 943d3e94-4f92-4bb7-8d87-af82db4ba25d by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:47:51.993561 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Attempting to bind port 943d3e94-4f92-4bb7-8d87-af82db4ba25d on network 8003ea87-d14e-4c9c-9372-adb58a04165e {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:52.010286 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e90d21-9a57-4eef-b104-28541a44c184 req-47f23b30-4172-4ca2-b64c-c7a6065dad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:52.010522 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:47:52.019107 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-47f23b30-4172-4ca2-b64c-c7a6065dad5e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 1127 time: 0.0675859 Sep 14 02:47:52.035312 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Sync routers for ids ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:47:52.038942 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:52.040419 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-e1205b3d-6fed-4e91-bb02-ec43bb6ab570 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1821892 Sep 14 02:47:52.043307 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 39574) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:47:52.061545 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:47:52.062546 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Routers {'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:52.062928 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Checking segment: {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:52.063529 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:52.063940 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:52.064254 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Bound using segment: {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:47:52.065078 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Bound port: 943d3e94-4f92-4bb7-8d87-af82db4ba25d, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:47:52.065693 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:52.069056 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:52.112710 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Port 943d3e94-4f92-4bb7-8d87-af82db4ba25d cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:52.136380 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e90d21-9a57-4eef-b104-28541a44c184 req-b2c53531-3c1a-44d4-a94e-72c0068e7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:52.138449 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-b2c53531-3c1a-44d4-a94e-72c0068e7cc6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 200 len: 918 time: 0.1174350 Sep 14 02:47:52.143567 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] For port 943d3e94-4f92-4bb7-8d87-af82db4ba25d, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:47:52.150484 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] For port 943d3e94-4f92-4bb7-8d87-af82db4ba25d, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=943d3e94-4f92-4bb7-8d87-af82db4ba25d,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:47:52.159363 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:52.196749 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:52.197380 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:52.211432 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:52.219262 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-35410d0b-1b98-4302-b3cd-de7663fe5485 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 200 len: 999 time: 0.0735836 Sep 14 02:47:52.233169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Set router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:52.270228 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c845b-735f-451d-9571-a4c662371ac6 None None] Pushing event updated for resources: {'Port': ['ID=943d3e94-4f92-4bb7-8d87-af82db4ba25d,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:52.295943 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e90d21-9a57-4eef-b104-28541a44c184 req-342baf29-9307-4589-8537-8e28d888c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:52.298150 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-342baf29-9307-4589-8537-8e28d888c690 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 200 len: 856 time: 0.0727453 Sep 14 02:47:52.341529 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:52.349535 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e90d21-9a57-4eef-b104-28541a44c184 req-ddd20947-1b64-449c-98de-20ab68458009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:52.351460 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-ddd20947-1b64-449c-98de-20ab68458009 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=82d3281b-c915-4062-b12c-017b9fdc9c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467279 Sep 14 02:47:52.440009 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:52.452314 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:52.459852 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 3, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port': {'id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:50Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:52.493952 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Checking router: c2dfcfe0-5660-4cfa-93e0-aec0565ede3f for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:47:52.494285 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Updating router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f port a61ab384-018b-4c3b-85be-543c09facf63 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:47:52.529078 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:52.536999 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a61ab384-018b-4c3b-85be-543c09facf63), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:52.628668 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Attempt 9 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:52.636169 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-16583d04-366b-4d3f-a65e-8640f98665d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782059 Sep 14 02:47:52.655600 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438acc-fb66-4fbb-a8ce-257329212cf3 req-1d26c1ed-095c-4d80-b667-934b5e819dd6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:52.661251 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-12438acc-fb66-4fbb-a8ce-257329212cf3 req-1d26c1ed-095c-4d80-b667-934b5e819dd6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.1160734 Sep 14 02:47:52.690463 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 943d3e94-4f92-4bb7-8d87-af82db4ba25d up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:52.758958 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:52.759324 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:52.759914 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:52Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:52.791119 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c511d-b4e2-4350-af82-08caf705a9ea None None] The sync data for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi is: [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:52Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:47:52.796473 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-12438acc-fb66-4fbb-a8ce-257329212cf3 req-24fc24f3-7c78-485e-93f9-7332216b3aa3 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249676 Sep 14 02:47:52.821430 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71e90d21-9a57-4eef-b104-28541a44c184 req-d5d5b872-f91c-4620-8136-7c5f3bbdb8e2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591344 Sep 14 02:47:52.833106 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:52.967211 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Allocated IP 172.20.0.1 (04b8d8aa-7219-4ed8-99ab-70d802d97bf1/9a873276-0cd6-4148-a593-6d27f47811aa/ba36c654-9044-4bf2-b99b-aa6179e5985b) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:47:53.017678 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Current status of the port 943d3e94-4f92-4bb7-8d87-af82db4ba25d is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:53.018116 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.028451 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 943d3e94-4f92-4bb7-8d87-af82db4ba25d triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:53.028819 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.029153 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:53.100220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks [] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.125638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:53.131734 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] For port 943d3e94-4f92-4bb7-8d87-af82db4ba25d, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=943d3e94-4f92-4bb7-8d87-af82db4ba25d,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:53.138171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.161919 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.197804 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:53.203314 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Pushing event updated for resources: {'Port': ['ID=ba36c654-9044-4bf2-b99b-aa6179e5985b,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:53.205724 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:53.208433 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:47:53.209306 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Publish callbacks [] for port (a61ab384-018b-4c3b-85be-543c09facf63), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.255359 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.267600 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a61ab384-018b-4c3b-85be-543c09facf63), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.332845 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Attempting to bind port a61ab384-018b-4c3b-85be-543c09facf63 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:47:53.333208 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Attempting to bind port a61ab384-018b-4c3b-85be-543c09facf63 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:47:53.333557 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Attempting to bind port a61ab384-018b-4c3b-85be-543c09facf63 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:53.336203 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71fa6-40fd-4b20-8631-2fb99311c2b9 None None] Pushing event updated for resources: {'Port': ['ID=943d3e94-4f92-4bb7-8d87-af82db4ba25d,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:53.352162 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Provisioning complete for port 943d3e94-4f92-4bb7-8d87-af82db4ba25d triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:53.352531 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.352860 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Attempt 1 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:53.358516 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 943d3e94-4f92-4bb7-8d87-af82db4ba25d is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:53.360070 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 266d8c2f-777c-4230-87fd-eae22de239a0 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:53.437507 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.495286 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:53.517651 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8895a6-b60f-45fe-9bc2-3017a5388319 None None] Pushing event updated for resources: {'Port': ['ID=a61ab384-018b-4c3b-85be-543c09facf63,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:53.529747 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:47:53.530159 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:53.530568 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.530957 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:47:53.531447 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Bound port: a61ab384-018b-4c3b-85be-543c09facf63, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:47:53.531820 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a61ab384-018b-4c3b-85be-543c09facf63), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.557276 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:53.598155 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 266d8c2f-777c-4230-87fd-eae22de239a0 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:53.598671 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.599035 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 266d8c2f-777c-4230-87fd-eae22de239a0 Sep 14 02:47:53.668730 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Current status of the port 943d3e94-4f92-4bb7-8d87-af82db4ba25d is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:53.688777 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] For port a61ab384-018b-4c3b-85be-543c09facf63, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:47:53.697833 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] For port a61ab384-018b-4c3b-85be-543c09facf63, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a61ab384-018b-4c3b-85be-543c09facf63,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:47:53.705731 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Provisioning complete for port 266d8c2f-777c-4230-87fd-eae22de239a0 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:53.706154 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.706485 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Attempt 1 to provision port 266d8c2f-777c-4230-87fd-eae22de239a0 Sep 14 02:47:53.716154 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a61ab384-018b-4c3b-85be-543c09facf63), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.728812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks [] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.739191 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.882263 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Routers {'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:53.883001 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:53.913730 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.924894 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Pushing event updated for resources: {'Port': ['ID=ba36c654-9044-4bf2-b99b-aa6179e5985b,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:53.941552 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 266d8c2f-777c-4230-87fd-eae22de239a0 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:53.942205 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:53.956518 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8895a6-b60f-45fe-9bc2-3017a5388319 None None] Pushing event updated for resources: {'Port': ['ID=a61ab384-018b-4c3b-85be-543c09facf63,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:53.970376 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:54.064864 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f33e-7b1d-405d-90d7-a87ea73a2d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:54.081021 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca910c0-2fe5-4524-a3a5-7d97b7e1e13e req-c6e88995-4603-4775-81cc-d331fae3bcd2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:54.090159 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-eca910c0-2fe5-4524-a3a5-7d97b7e1e13e req-c6e88995-4603-4775-81cc-d331fae3bcd2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.1133645 Sep 14 02:47:54.100854 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 266d8c2f-777c-4230-87fd-eae22de239a0, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=266d8c2f-777c-4230-87fd-eae22de239a0,segment=NetworkSegment(dc024df9-590f-4c44-a293-e75a29e370c8),segment_id=dc024df9-590f-4c44-a293-e75a29e370c8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:54.101691 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:47:54.107674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:47:54.107933 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Current status of the port 266d8c2f-777c-4230-87fd-eae22de239a0 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:54.108296 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:54.128935 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] Set router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:54.144534 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:54.150712 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b438defa-ae23-4df4-8182-e16aa45a3b4e up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:54.170201 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-eca910c0-2fe5-4524-a3a5-7d97b7e1e13e req-36886162-6f34-46a9-b128-0688e595d4f2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787311 Sep 14 02:47:54.341569 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:47:54.428875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:54.469181 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=266d8c2f-777c-4230-87fd-eae22de239a0,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:54.485121 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.db.api [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:47:54.485953 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG oslo_db.api [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:47:54.488692 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:54.491220 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port b438defa-ae23-4df4-8182-e16aa45a3b4e triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:54.491599 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:54.491879 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port b438defa-ae23-4df4-8182-e16aa45a3b4e Sep 14 02:47:54.565238 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:54.593900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:47:54.609882 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-526731a9-c761-450c-a3d9-41248c74aeec admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/c2dfcfe0-5660-4cfa-93e0-aec0565ede3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5618060 Sep 14 02:47:54.635354 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 4, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port': {'id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:50Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'ba36c654-9044-4bf2-b99b-aa6179e5985b', 'name': '', 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'mac_address': 'fa:16:3e:38:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:52Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 2, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'subnets': [{'id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:54.741435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413af03-65e3-4d60-b319-5cd5dfa837d4 None None] The sync data for ids ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'] in dv-cinder-857075-6-iscsi is: [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 4, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port': {'id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:50Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'ba36c654-9044-4bf2-b99b-aa6179e5985b', 'name': '', 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'mac_address': 'fa:16:3e:38:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:52Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 2, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'subnets': [{'id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:47:54.761097 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port b438defa-ae23-4df4-8182-e16aa45a3b4e is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:54.903589 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 943d3e94-4f92-4bb7-8d87-af82db4ba25d up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:54.953879 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 943d3e94-4f92-4bb7-8d87-af82db4ba25d triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:54.954323 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:54.954751 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 943d3e94-4f92-4bb7-8d87-af82db4ba25d Sep 14 02:47:55.061328 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-53217a87-c76f-436b-adfe-474c29b84ef6 None None] Current status of the port 266d8c2f-777c-4230-87fd-eae22de239a0 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:55.129162 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 943d3e94-4f92-4bb7-8d87-af82db4ba25d is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:55.130666 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 266d8c2f-777c-4230-87fd-eae22de239a0 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:55.203186 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 266d8c2f-777c-4230-87fd-eae22de239a0 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:55.203741 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:55.204228 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 266d8c2f-777c-4230-87fd-eae22de239a0 Sep 14 02:47:55.211139 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Provisioning complete for port ba36c654-9044-4bf2-b99b-aa6179e5985b triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:55.211666 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:55.212153 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 1 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:55.267343 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:55.443431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93559cc8-b860-4656-8d9b-363c5e6de00a req-f9cc32f5-996e-4bb9-9c81-21ab6317a80a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:55.444967 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-93559cc8-b860-4656-8d9b-363c5e6de00a req-f9cc32f5-996e-4bb9-9c81-21ab6317a80a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0922360 Sep 14 02:47:55.525808 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-93559cc8-b860-4656-8d9b-363c5e6de00a req-56b777aa-ac7e-4443-b110-d4b6589f60c6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669563 Sep 14 02:47:55.658461 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 266d8c2f-777c-4230-87fd-eae22de239a0 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:55.768866 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 2 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:55.849497 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:56.148316 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4a30ed31-4ede-4989-9ea3-2b03f08f20ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:56.352300 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 3 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:56.420130 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:56.802213 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e75ea-6fce-4953-97ab-9d895305e52b req-695292b4-4bc8-4722-a72f-5a7522d9cf9b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:56.825265 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-929e75ea-6fce-4953-97ab-9d895305e52b req-695292b4-4bc8-4722-a72f-5a7522d9cf9b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.1413460 Sep 14 02:47:56.921353 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 4 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:57.028301 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-929e75ea-6fce-4953-97ab-9d895305e52b req-362cb535-050f-4041-9208-c9070d71f0c9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988688 Sep 14 02:47:57.052468 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:57.074019 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a61ab384-018b-4c3b-85be-543c09facf63 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:57.122887 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a61ab384-018b-4c3b-85be-543c09facf63 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:57.123229 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a61ab384-018b-4c3b-85be-543c09facf63), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:57.123552 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a61ab384-018b-4c3b-85be-543c09facf63 Sep 14 02:47:57.243816 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:57.246818 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a61ab384-018b-4c3b-85be-543c09facf63 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:57.247199 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a61ab384-018b-4c3b-85be-543c09facf63), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:57.277184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port a61ab384-018b-4c3b-85be-543c09facf63, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a61ab384-018b-4c3b-85be-543c09facf63,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:47:57.284784 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a61ab384-018b-4c3b-85be-543c09facf63), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:57.351706 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=a61ab384-018b-4c3b-85be-543c09facf63,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:57.517820 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:57.557600 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 5 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:57.674057 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:57.680080 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:58.181226 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 6 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:58.249805 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efad2d0-5e9d-4caa-9dfb-411f1e79d65d req-bc6d3b11-21ad-42bf-8ce6-56bf54e212f5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:58.251509 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7efad2d0-5e9d-4caa-9dfb-411f1e79d65d req-bc6d3b11-21ad-42bf-8ce6-56bf54e212f5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0937941 Sep 14 02:47:58.260418 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:58.335667 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7efad2d0-5e9d-4caa-9dfb-411f1e79d65d req-abf42701-1abb-40f6-9241-78425b332fae tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780430 Sep 14 02:47:58.366232 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Sync routers for ids ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:47:58.378621 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Routers {'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:47:58.379733 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:58.527651 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Set router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:47:58.762057 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 7 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:58.957652 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:58.959381 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:58.962332 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a61ab384-018b-4c3b-85be-543c09facf63 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:47:58.966721 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:58.987413 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 4, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port': {'id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:50Z', 'updated_at': '2022-09-14T02:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'ba36c654-9044-4bf2-b99b-aa6179e5985b', 'name': '', 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'mac_address': 'fa:16:3e:38:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:52Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 2, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'subnets': [{'id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:47:59.041396 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Checking router: c2dfcfe0-5660-4cfa-93e0-aec0565ede3f for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:47:59.046398 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a61ab384-018b-4c3b-85be-543c09facf63 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:47:59.046697 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Updating router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f port ba36c654-9044-4bf2-b99b-aa6179e5985b binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:47:59.050681 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a61ab384-018b-4c3b-85be-543c09facf63), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:59.050681 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a61ab384-018b-4c3b-85be-543c09facf63 Sep 14 02:47:59.097723 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:59.230397 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a61ab384-018b-4c3b-85be-543c09facf63 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:47:59.458961 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 8 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:47:59.478420 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:59.560114 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:47:59.573422 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:47:59.581028 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009d5d-c4da-4e0d-bf59-1add78c05568 req-a5a5f64f-ce66-4c2a-bb48-4be3434977d5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:47:59.595359 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-82009d5d-c4da-4e0d-bf59-1add78c05568 req-a5a5f64f-ce66-4c2a-bb48-4be3434977d5 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.1024234 Sep 14 02:47:59.669305 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Publish callbacks [] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:59.678699 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:59.715293 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-82009d5d-c4da-4e0d-bf59-1add78c05568 req-9617a7bb-2f28-424f-a2d6-994b1bec919e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180084 Sep 14 02:47:59.821305 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5db727-3b19-4f4c-8a11-bbb0ddba8949 None None] Pushing event updated for resources: {'Port': ['ID=ba36c654-9044-4bf2-b99b-aa6179e5985b,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:47:59.865273 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Attempting to bind port ba36c654-9044-4bf2-b99b-aa6179e5985b on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:47:59.866121 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Attempting to bind port ba36c654-9044-4bf2-b99b-aa6179e5985b by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:47:59.867715 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Attempting to bind port ba36c654-9044-4bf2-b99b-aa6179e5985b on network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:47:59.962978 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:47:59.963961 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Checking segment: {'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:47:59.964878 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:47:59.965628 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Bound using segment: {'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:47:59.966678 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Bound port: ba36c654-9044-4bf2-b99b-aa6179e5985b, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc024df9-590f-4c44-a293-e75a29e370c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:47:59.967775 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:00.055672 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 9 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:48:00.118171 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] For port ba36c654-9044-4bf2-b99b-aa6179e5985b, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:48:00.125508 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] For port ba36c654-9044-4bf2-b99b-aa6179e5985b, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=ba36c654-9044-4bf2-b99b-aa6179e5985b,segment=NetworkSegment(dc024df9-590f-4c44-a293-e75a29e370c8),segment_id=dc024df9-590f-4c44-a293-e75a29e370c8)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:48:00.134292 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Port ba36c654-9044-4bf2-b99b-aa6179e5985b cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:00.146605 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:00.204956 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Routers {'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:00.205690 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:47:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:00.275481 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5db727-3b19-4f4c-8a11-bbb0ddba8949 None None] Pushing event updated for resources: {'Port': ['ID=ba36c654-9044-4bf2-b99b-aa6179e5985b,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:00.394805 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] Set router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:00.635842 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Attempt 10 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:48:00.675317 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 4, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port': {'id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:50Z', 'updated_at': '2022-09-14T02:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'ba36c654-9044-4bf2-b99b-aa6179e5985b', 'name': '', 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'mac_address': 'fa:16:3e:38:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:52Z', 'updated_at': '2022-09-14T02:48:00Z', 'revision_number': 4, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'subnets': [{'id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:00.721838 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377ce06-2fff-4cdd-ac1c-6cdd9bad0362 None None] The sync data for ids ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'] in dv-cinder-857075-6-iscsi is: [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 4, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port': {'id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:50Z', 'updated_at': '2022-09-14T02:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'ba36c654-9044-4bf2-b99b-aa6179e5985b', 'name': '', 'network_id': '04b8d8aa-7219-4ed8-99ab-70d802d97bf1', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'mac_address': 'fa:16:3e:38:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:52Z', 'updated_at': '2022-09-14T02:48:00Z', 'revision_number': 4, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'subnets': [{'id': '9a873276-0cd6-4148-a593-6d27f47811aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:48:00.817934 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Current status of the port ba36c654-9044-4bf2-b99b-aa6179e5985b is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:00.818105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:00.977672 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] For port ba36c654-9044-4bf2-b99b-aa6179e5985b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=ba36c654-9044-4bf2-b99b-aa6179e5985b,segment=NetworkSegment(dc024df9-590f-4c44-a293-e75a29e370c8),segment_id=dc024df9-590f-4c44-a293-e75a29e370c8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:00.977900 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a72a9-896f-4562-b0a2-5cfb91ebc976 req-069d5485-21bf-4d14-9b31-4f69c0099d58 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:00.977900 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-911a72a9-896f-4562-b0a2-5cfb91ebc976 req-069d5485-21bf-4d14-9b31-4f69c0099d58 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.1318231 Sep 14 02:48:00.988662 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:01.163902 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device ba36c654-9044-4bf2-b99b-aa6179e5985b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:48:01.170678 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:01.179618 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-911a72a9-896f-4562-b0a2-5cfb91ebc976 req-da9e3e54-038f-452e-8b3c-00bddbf7ec9b tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100661 Sep 14 02:48:01.228582 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c9ecc-2210-41bf-abe7-d26faeb0b7a8 None None] Pushing event updated for resources: {'Port': ['ID=ba36c654-9044-4bf2-b99b-aa6179e5985b,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:01.264178 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port ba36c654-9044-4bf2-b99b-aa6179e5985b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:01.264779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:01.265283 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:48:01.393488 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:01.430101 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port ba36c654-9044-4bf2-b99b-aa6179e5985b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:02.356879 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531cec-d4cf-4b6e-a0b8-010c75610409 req-9823179c-6ff5-4f1e-9c02-9072744d5c0c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:02.370221 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-74531cec-d4cf-4b6e-a0b8-010c75610409 req-9823179c-6ff5-4f1e-9c02-9072744d5c0c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0709836 Sep 14 02:48:02.465081 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-74531cec-d4cf-4b6e-a0b8-010c75610409 req-2bc8d623-fdf6-4bab-a108-373b54ffb175 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935321 Sep 14 02:48:02.976703 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device ba36c654-9044-4bf2-b99b-aa6179e5985b up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:48:03.061866 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port ba36c654-9044-4bf2-b99b-aa6179e5985b triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:03.062238 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:03.062571 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port ba36c654-9044-4bf2-b99b-aa6179e5985b Sep 14 02:48:03.157174 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port ba36c654-9044-4bf2-b99b-aa6179e5985b is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:03.636089 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3bd3-3c2d-4a94-81f1-a6f5c1590d8d req-28af5662-8341-4ae1-aed7-286f249d5289 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:03.643883 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58ad3bd3-3c2d-4a94-81f1-a6f5c1590d8d req-28af5662-8341-4ae1-aed7-286f249d5289 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0689318 Sep 14 02:48:03.701438 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58ad3bd3-3c2d-4a94-81f1-a6f5c1590d8d req-c3122227-f8ea-43c9-97f3-3cbc597fb064 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563142 Sep 14 02:48:04.584908 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=30 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:04.587898 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:04.838303 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e23e10-a685-4c61-8a3b-f38091f84ac8 req-c0cf7e92-4a31-4e6e-b61c-9e6dc9ffdfa9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:04.840596 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a8e23e10-a685-4c61-8a3b-f38091f84ac8 req-c0cf7e92-4a31-4e6e-b61c-9e6dc9ffdfa9 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 943 time: 0.0479255 Sep 14 02:48:04.906412 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a8e23e10-a685-4c61-8a3b-f38091f84ac8 req-30eb52a3-c794-48df-8602-979ce99b4da2 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588663 Sep 14 02:48:05.249544 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca8f52-b482-4df9-adae-fa4b8e2a7bad req-5798b3db-08c1-467f-a226-2367ce25c81a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:05.252260 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dfca8f52-b482-4df9-adae-fa4b8e2a7bad req-5798b3db-08c1-467f-a226-2367ce25c81a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.1340399 Sep 14 02:48:05.324318 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-dfca8f52-b482-4df9-adae-fa4b8e2a7bad req-93e12d14-a814-4e37-9141-b5df2bc35e94 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621533 Sep 14 02:48:05.485022 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:48:05.518087 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:05.607180 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:05.624069 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'c054aeba-c150-4228-9cca-250027ee6476', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'port_id': 'c054aeba-c150-4228-9cca-250027ee6476', 'mac_address': 'fa:16:3e:30:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:48:05.720419 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c054aeba-c150-4228-9cca-250027ee6476 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:05.720810 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:05.735847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c054aeba-c150-4228-9cca-250027ee6476 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:48:05.756493 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:05.762090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:05.814429 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=9']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:05.980090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['c054aeba-c150-4228-9cca-250027ee6476'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:48:06.054559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40188-aafa-4b9f-9f49-822805a4fa3c req-68aad1c5-6bc7-4663-90d2-7f36dbd8579e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:06.056749 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-eeb40188-aafa-4b9f-9f49-822805a4fa3c req-68aad1c5-6bc7-4663-90d2-7f36dbd8579e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 944 time: 0.0487881 Sep 14 02:48:06.081400 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:06.124559 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-eeb40188-aafa-4b9f-9f49-822805a4fa3c req-7065f350-884f-428b-ad45-8f4f1d4056c6 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609632 Sep 14 02:48:06.470329 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930ce5-44d8-4cea-84bd-abde798cd933 req-80ae016d-ce9a-46d5-9d3f-35a332be4dad tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:06.471804 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7f930ce5-44d8-4cea-84bd-abde798cd933 req-80ae016d-ce9a-46d5-9d3f-35a332be4dad tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0532751 Sep 14 02:48:06.521742 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7f930ce5-44d8-4cea-84bd-abde798cd933 req-68cfe865-dfe6-4e10-a520-c60c217aad38 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440550 Sep 14 02:48:06.650979 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-f7ebfa3a-2bf6-478b-b05f-62ee43019fe0 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:06.652563 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-f7ebfa3a-2bf6-478b-b05f-62ee43019fe0 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 814 time: 0.1096189 Sep 14 02:48:06.668617 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-99c06630-995b-43ef-9fb4-71243a439829 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/quotas/53e1e008051d48218439b70d3cb1c015 HTTP/1.1" status: 200 len: 375 time: 0.0104825 Sep 14 02:48:06.732745 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-825872e2-c954-4959-b5ef-a9d2d72f6538 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587149 Sep 14 02:48:06.831183 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-0a588195-6a01-4eaf-a15f-a5f83f4c0974 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835185 Sep 14 02:48:06.925570 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-14f83992-860e-43cb-a3c0-fee1661b684c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884819 Sep 14 02:48:07.091310 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71c707da-0274-4e2e-9cb9-9a60ce12df3f req-53ab6cd7-79d5-402c-ac47-355d5175a773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 210 time: 0.0281105 Sep 14 02:48:07.226221 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:07.242118 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f874581-ac49-4c2a-a2ed-af7f066d4701 req-6f46e3a5-4519-4298-8a2c-da67b6d4c62d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:07.243808 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f874581-ac49-4c2a-a2ed-af7f066d4701 req-6f46e3a5-4519-4298-8a2c-da67b6d4c62d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 944 time: 0.0482686 Sep 14 02:48:07.295509 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f874581-ac49-4c2a-a2ed-af7f066d4701 req-104a07ae-e39c-4854-bf2e-17368a1cbb6a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Sep 14 02:48:07.507975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:48:07.554324 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port c054aeba-c150-4228-9cca-250027ee6476 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:07.554688 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (c054aeba-c150-4228-9cca-250027ee6476), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:07.555036 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port c054aeba-c150-4228-9cca-250027ee6476 Sep 14 02:48:07.635220 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port c054aeba-c150-4228-9cca-250027ee6476 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:07.635737 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:07.655917 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f351fe-7ba3-435b-8e80-164f0bd5c73d req-f4d18c90-c3c9-4765-a113-dd6f6463bd9c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:07.657850 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-99f351fe-7ba3-435b-8e80-164f0bd5c73d req-f4d18c90-c3c9-4765-a113-dd6f6463bd9c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0560966 Sep 14 02:48:07.664842 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:07.667368 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cc1446-fa2f-472d-8554-41e8fda4f5b4" -d '{"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-plugged", "status": "completed", "tag": "c054aeba-c150-4228-9cca-250027ee6476"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:07.680792 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:07.689598 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:07.722073 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b8012-a7ec-4a08-920e-5180e1b65c39 x-openstack-request-id: req-4e6b8012-a7ec-4a08-920e-5180e1b65c39 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:07.722465 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-plugged", "status": "completed", "tag": "c054aeba-c150-4228-9cca-250027ee6476", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:07.722780 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e6b8012-a7ec-4a08-920e-5180e1b65c39 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:07.723230 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6b8012-a7ec-4a08-920e-5180e1b65c39'] response: {'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476', 'code': 200} Sep 14 02:48:07.730348 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-99f351fe-7ba3-435b-8e80-164f0bd5c73d req-b2bc7dae-d685-4195-8103-73e4086e3cad tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665295 Sep 14 02:48:07.733171 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:07.757542 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=10']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:08.136180 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809c514-3ecd-45b9-86fb-7dff1c7a3ced req-d1e56e7c-9ed0-4ae7-ac33-553cdec8e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:08.137649 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3809c514-3ecd-45b9-86fb-7dff1c7a3ced req-d1e56e7c-9ed0-4ae7-ac33-553cdec8e449 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 1130 time: 0.0415757 Sep 14 02:48:08.208191 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c6d0803a-2d37-4955-8598-372f763a1856 req-35225acf-5ff7-4f12-ba94-a964d7194856 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 210 time: 0.0372849 Sep 14 02:48:08.215040 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3809c514-3ecd-45b9-86fb-7dff1c7a3ced req-63ae4a46-eb01-4a04-8788-526713f9008e service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707622 Sep 14 02:48:08.269152 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-b884acab-c9e0-415d-8a11-6d6a85297c5b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:08.270609 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-b884acab-c9e0-415d-8a11-6d6a85297c5b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 814 time: 0.1170487 Sep 14 02:48:08.430639 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4c0a0-e1c9-4f53-8e5f-3c889f1f9bb6 req-dadc2a51-902f-468f-a6a4-9170b727b878 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:08.432089 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a7c4c0a0-e1c9-4f53-8e5f-3c889f1f9bb6 req-dadc2a51-902f-468f-a6a4-9170b727b878 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0504825 Sep 14 02:48:08.447221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'port': {'device_id': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'admin_state_up': True, 'tenant_id': '53e1e008051d48218439b70d3cb1c015'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:08.481856 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a7c4c0a0-e1c9-4f53-8e5f-3c889f1f9bb6 req-a91b6d81-2802-44fd-87d6-7558885cf502 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Sep 14 02:48:08.563471 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Made reservation on behalf of 53e1e008051d48218439b70d3cb1c015 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:48:08.567714 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:08.699594 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Allocated IP 172.20.0.10 (8003ea87-d14e-4c9c-9372-adb58a04165e/c8469fbb-9cbf-454e-9af9-249998f6aa1d/d14ee4c4-373b-4dc4-bcc5-bb477ccd910e) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:48:08.845690 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:08.854269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f801d-84b0-42d2-9fa0-0c4168a264b5 req-3846c9c8-c0f0-4a6e-ad13-8406cb1fc451 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:08.864617 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a00f801d-84b0-42d2-9fa0-0c4168a264b5 req-3846c9c8-c0f0-4a6e-ad13-8406cb1fc451 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0563428 Sep 14 02:48:08.881655 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:08.927753 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a00f801d-84b0-42d2-9fa0-0c4168a264b5 req-b5cff68b-cd21-469b-a887-5b5c74fc8c38 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547743 Sep 14 02:48:08.936803 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:08.946416 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Network 8003ea87-d14e-4c9c-9372-adb58a04165e is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:48:08.947789 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:08.950203 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:48:09.001774 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:09.002440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:09.020869 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-9e2fc55e-d41c-4bce-b04e-fcab29c6a232 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775261 Sep 14 02:48:09.036546 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Request body: {'port': {'device_id': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:09.114611 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:09.118803 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:09.291675 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Provisioning complete for port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:09.292717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:09.293459 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Attempt 1 to provision port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e Sep 14 02:48:09.354047 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:09.375777 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:09.391907 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a4d44-c35d-45a6-8f72-b3e61ecd23ac req-d8d63a1b-cbcc-444a-b5e2-b40cf1bd0e7f tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:09.401653 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a52a4d44-c35d-45a6-8f72-b3e61ecd23ac req-d8d63a1b-cbcc-444a-b5e2-b40cf1bd0e7f tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 932 time: 0.0820155 Sep 14 02:48:09.450990 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:09.453865 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:48:09.461670 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a52a4d44-c35d-45a6-8f72-b3e61ecd23ac req-27324644-a471-4e45-b049-8f4ad80bea31 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586860 Sep 14 02:48:09.547939 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14ee4c4-373b-4dc4-bcc5-bb477ccd910e {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:48:09.569453 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Publish callbacks [] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:09.595316 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Transition to ACTIVE for port object d14ee4c4-373b-4dc4-bcc5-bb477ccd910e will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:48:09.614230 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:09.638398 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:09.670513 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf533d6e-29c3-4988-9f8e-97abcfce6814 req-14a6468b-d095-4f88-8f41-176846d38740 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:09.672606 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf533d6e-29c3-4988-9f8e-97abcfce6814 req-14a6468b-d095-4f88-8f41-176846d38740 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0788374 Sep 14 02:48:09.691900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Pushing event updated for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:09.742714 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf533d6e-29c3-4988-9f8e-97abcfce6814 req-06ffc8fd-405f-4d8a-b8d2-c28cccb0f4ff tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631392 Sep 14 02:48:09.775041 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Attempting to bind port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:48:09.775453 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Attempting to bind port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:48:09.775783 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Attempting to bind port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e on network 8003ea87-d14e-4c9c-9372-adb58a04165e {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:48:09.818561 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e on network 8003ea87-d14e-4c9c-9372-adb58a04165e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:48:09.818883 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Attempting to bind port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e on network 8003ea87-d14e-4c9c-9372-adb58a04165e {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:48:09.858450 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Attempt 2 to provision port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e Sep 14 02:48:09.868707 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:48:09.869050 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Checking segment: {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:48:09.869443 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Bound using segment: {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:48:09.870037 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Bound port: d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48e5d6d-b703-4452-850c-3afb3350fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:48:09.870405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:09.900298 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:09.947118 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:48:09.950540 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:48:09.959662 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:10.012822 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:10.013473 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:10.015131 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 1094 time: 0.9827979 Sep 14 02:48:10.015750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:10.018144 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab1bc5-8c68-4715-8288-3c8ef19058b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:10.028242 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eacfd6-2bed-4d89-af10-0e2470db8c0b service neutron] Pushing event updated for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:10.070695 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5a40d-612d-4bef-9520-a260a0370a27 x-openstack-request-id: req-9ea5a40d-612d-4bef-9520-a260a0370a27 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:10.071048 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:10.071363 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ea5a40d-612d-4bef-9520-a260a0370a27 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:10.071876 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea5a40d-612d-4bef-9520-a260a0370a27'] response: {'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'status': 'completed', 'code': 200} Sep 14 02:48:10.078456 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce373225-6c4d-427c-87e1-37093a98674e req-e51ee0cf-2213-4c9b-803e-50aab1ebba5c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:10.080066 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce373225-6c4d-427c-87e1-37093a98674e req-e51ee0cf-2213-4c9b-803e-50aab1ebba5c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0587006 Sep 14 02:48:10.134719 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce373225-6c4d-427c-87e1-37093a98674e req-46003a67-289d-488a-aaf2-2176b1012c0e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488060 Sep 14 02:48:10.402347 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Attempt 3 to provision port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e Sep 14 02:48:10.443370 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ab03e-6099-42be-9451-ab270705db10 None None] Port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:48:10.595905 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5835-62ef-47a5-83a8-6f40e5c94df3 req-8145ecad-4118-4e48-b234-5c133fdac877 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:10.597448 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6f1f5835-62ef-47a5-83a8-6f40e5c94df3 req-8145ecad-4118-4e48-b234-5c133fdac877 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0509090 Sep 14 02:48:10.648183 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6f1f5835-62ef-47a5-83a8-6f40e5c94df3 req-82607d0f-9cca-48ad-ab27-68502601a6dc tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448725 Sep 14 02:48:10.877127 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d8273-6e5d-4642-84bf-ce66bb4858bc req-0eb06f1f-2a29-4363-8437-4999f65d8f96 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:10.878639 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-de1d8273-6e5d-4642-84bf-ce66bb4858bc req-0eb06f1f-2a29-4363-8437-4999f65d8f96 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0507038 Sep 14 02:48:10.935812 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-de1d8273-6e5d-4642-84bf-ce66bb4858bc req-acbe04ec-411f-443e-8969-5d01ef1d41eb tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Sep 14 02:48:11.276117 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcadd3-6d62-40cd-b29b-fd20eb24080c req-b14458c4-5243-499a-ae5c-0c0285df633e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:11.277810 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0adcadd3-6d62-40cd-b29b-fd20eb24080c req-b14458c4-5243-499a-ae5c-0c0285df633e tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0539732 Sep 14 02:48:11.329674 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0adcadd3-6d62-40cd-b29b-fd20eb24080c req-0e8a3151-c6f9-409f-96cb-4c08f9b2d2d4 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453446 Sep 14 02:48:11.786059 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758c248-1732-4d26-8770-b51545d17c1c req-f75a195a-37ca-4bb1-bef7-8719abb93344 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:11.787960 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c758c248-1732-4d26-8770-b51545d17c1c req-f75a195a-37ca-4bb1-bef7-8719abb93344 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0591369 Sep 14 02:48:11.824140 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:11.840452 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c758c248-1732-4d26-8770-b51545d17c1c req-61b3801f-033f-4e7b-8ec3-ee5aef14c350 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Sep 14 02:48:12.075901 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e78b8e-aa44-47d1-ae9a-179531b45468 req-339d470b-d937-4438-a526-611b922f331f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:12.078041 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-85e78b8e-aa44-47d1-ae9a-179531b45468 req-339d470b-d937-4438-a526-611b922f331f tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0541031 Sep 14 02:48:12.148399 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-85e78b8e-aa44-47d1-ae9a-179531b45468 req-f8491ccf-721a-468c-84f3-cc101fe8b266 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641685 Sep 14 02:48:12.454470 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7ee5-467d-4cc1-9819-06eeb74c2fc8 req-7406f3ec-49dd-4e4c-8b12-8b4577f549a6 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:12.456185 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38fd7ee5-467d-4cc1-9819-06eeb74c2fc8 req-7406f3ec-49dd-4e4c-8b12-8b4577f549a6 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0473826 Sep 14 02:48:12.507495 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38fd7ee5-467d-4cc1-9819-06eeb74c2fc8 req-2f442b8e-6f07-4664-8134-460f95c4270f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Sep 14 02:48:12.988662 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0794-6d65-4ba7-a7e1-3cd184c74f78 req-77ea3641-3260-4c4b-a827-1e1883391705 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:12.991014 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d16d0794-6d65-4ba7-a7e1-3cd184c74f78 req-77ea3641-3260-4c4b-a827-1e1883391705 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0484180 Sep 14 02:48:13.039482 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d16d0794-6d65-4ba7-a7e1-3cd184c74f78 req-9180ee51-d6bb-4236-a4e2-3fb76368ab4f tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Sep 14 02:48:13.305482 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3386137-c634-458a-86d5-dab2a9ab6538 req-0f5c034f-2be4-44d5-890f-e6427d5193c8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:13.307072 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a3386137-c634-458a-86d5-dab2a9ab6538 req-0f5c034f-2be4-44d5-890f-e6427d5193c8 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0524220 Sep 14 02:48:13.356829 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a3386137-c634-458a-86d5-dab2a9ab6538 req-80452be2-f5eb-428c-956c-a7a8461d423a tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Sep 14 02:48:13.641692 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d9943-efb2-4fab-a52d-45583a000467 req-0704c5b8-9f59-448d-94d9-dd2ac1536848 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:13.643252 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7f4d9943-efb2-4fab-a52d-45583a000467 req-0704c5b8-9f59-448d-94d9-dd2ac1536848 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0476665 Sep 14 02:48:13.691934 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:13.697632 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7f4d9943-efb2-4fab-a52d-45583a000467 req-1e513fa8-8a78-41fd-95bd-c69ee21759d9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478854 Sep 14 02:48:14.174037 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c20ff-9c0b-43eb-bdd4-d59115e4b7b8 req-af56abcc-85b6-4ab2-b493-a3729984bdfc tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:14.175539 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-df6c20ff-9c0b-43eb-bdd4-d59115e4b7b8 req-af56abcc-85b6-4ab2-b493-a3729984bdfc tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0535727 Sep 14 02:48:14.237798 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-df6c20ff-9c0b-43eb-bdd4-d59115e4b7b8 req-fbf37914-6d1a-451d-8902-373537d587bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541871 Sep 14 02:48:14.497539 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e080a-3b3b-46b0-b015-6d425c09e767 req-d04236df-8c14-4e4d-abac-b2ac34dd945c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:14.499345 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad6e080a-3b3b-46b0-b015-6d425c09e767 req-d04236df-8c14-4e4d-abac-b2ac34dd945c tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0533152 Sep 14 02:48:14.549705 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ad6e080a-3b3b-46b0-b015-6d425c09e767 req-3837918b-19d3-4fc7-861f-dd37bb6582ed tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Sep 14 02:48:14.828608 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b183c1-11d1-4184-baee-4ac0a5bfb860 req-149b8fe7-e89b-4d09-97fa-29a15fc7e5da tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:14.830160 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-99b183c1-11d1-4184-baee-4ac0a5bfb860 req-149b8fe7-e89b-4d09-97fa-29a15fc7e5da tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0487282 Sep 14 02:48:14.883856 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-99b183c1-11d1-4184-baee-4ac0a5bfb860 req-ec06ce3a-4181-490b-81d1-220e19dc18d8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479622 Sep 14 02:48:15.360954 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd86b30-4fa7-4cb6-a740-3ef8610b92f5 req-a011e4e5-3c1d-4211-9837-1a17985c11c1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:15.362588 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd86b30-4fa7-4cb6-a740-3ef8610b92f5 req-a011e4e5-3c1d-4211-9837-1a17985c11c1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0568545 Sep 14 02:48:15.429751 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1fd86b30-4fa7-4cb6-a740-3ef8610b92f5 req-d8d80d2e-9bcb-45fb-9d74-ae8768a744fd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473979 Sep 14 02:48:15.695065 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d522-2890-4608-8c5d-7eee4370d93c req-16299177-cff5-433b-a94f-fafd86887799 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:15.703125 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9160d522-2890-4608-8c5d-7eee4370d93c req-16299177-cff5-433b-a94f-fafd86887799 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0705392 Sep 14 02:48:15.763147 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9160d522-2890-4608-8c5d-7eee4370d93c req-22cb4191-0b27-41ea-a879-77aed048ab07 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589552 Sep 14 02:48:16.014685 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db82cc-fa8a-4c3e-a140-b0c769a105ac req-13211f96-610e-4a3a-9812-7d0e9efcf973 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:16.016275 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-21db82cc-fa8a-4c3e-a140-b0c769a105ac req-13211f96-610e-4a3a-9812-7d0e9efcf973 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Sep 14 02:48:16.047630 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:16.067235 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-21db82cc-fa8a-4c3e-a140-b0c769a105ac req-4536c886-d0c2-4afd-9d2f-960d679f6e69 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453336 Sep 14 02:48:16.552024 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ef786-3fa7-4e53-bcf8-bd7d9cb5172e req-80a48792-70f0-4003-9d14-10a43c048b21 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:16.554488 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5d5ef786-3fa7-4e53-bcf8-bd7d9cb5172e req-80a48792-70f0-4003-9d14-10a43c048b21 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0477571 Sep 14 02:48:16.603881 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5d5ef786-3fa7-4e53-bcf8-bd7d9cb5172e req-b8ba1aa1-0aea-4b20-b56f-8f0ecb4dad67 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438204 Sep 14 02:48:16.891009 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2c386-d132-4ed0-947d-bccb89d7fccb req-8441dce5-1b7d-4ccc-b54c-4349c0656c99 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:16.892527 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5cd2c386-d132-4ed0-947d-bccb89d7fccb req-8441dce5-1b7d-4ccc-b54c-4349c0656c99 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0457227 Sep 14 02:48:16.942887 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5cd2c386-d132-4ed0-947d-bccb89d7fccb req-93df4b51-9fed-4cfb-9b1b-faa49382d23d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 Sep 14 02:48:17.194077 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ed038-0147-4f53-892e-2209b600b42e req-ac3d1b8d-4520-4084-993e-14254a37adb5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:17.195521 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f78ed038-0147-4f53-892e-2209b600b42e req-ac3d1b8d-4520-4084-993e-14254a37adb5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0470476 Sep 14 02:48:17.246906 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f78ed038-0147-4f53-892e-2209b600b42e req-2205d935-a264-4c50-9f64-31e83c3fc52d tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436163 Sep 14 02:48:17.732640 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0d32c-21e0-44a9-a4d5-eb7721f210bf req-5009f5af-411b-48f8-ac0e-c9d0c4b27080 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:17.734121 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ae0d32c-21e0-44a9-a4d5-eb7721f210bf req-5009f5af-411b-48f8-ac0e-c9d0c4b27080 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0489852 Sep 14 02:48:17.786125 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ae0d32c-21e0-44a9-a4d5-eb7721f210bf req-162dcd40-71b9-4a1c-ad21-518e45065ff9 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Sep 14 02:48:17.787775 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb20c-d43c-4158-aa47-077674da54fa req-d2ec2e53-5f23-427a-979c-54e14b29f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:17.789322 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a9acb20c-d43c-4158-aa47-077674da54fa req-d2ec2e53-5f23-427a-979c-54e14b29f9a5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1130 time: 0.0401514 Sep 14 02:48:18.091701 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5a82c-edb4-4ec7-b9ec-9bef5eb40fc9 req-ff7c354a-226f-4bb1-99fc-0b4c751926b4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.093519 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3ea5a82c-edb4-4ec7-b9ec-9bef5eb40fc9 req-ff7c354a-226f-4bb1-99fc-0b4c751926b4 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0593722 Sep 14 02:48:18.141811 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3ea5a82c-edb4-4ec7-b9ec-9bef5eb40fc9 req-428d3f23-46ed-43b8-86ae-03681d1c7fbd tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Sep 14 02:48:18.226022 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:18.235976 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1bc5-8c68-4715-8288-3c8ef19058b7 req-9567ed40-560b-42bf-ad56-c1757c99f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.238421 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9eab1bc5-8c68-4715-8288-3c8ef19058b7 req-9567ed40-560b-42bf-ad56-c1757c99f47b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1128 time: 0.0665929 Sep 14 02:48:18.285415 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb20c-d43c-4158-aa47-077674da54fa req-33b6f6a7-7d48-4e4f-a716-9d87b9f83c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.286924 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a9acb20c-d43c-4158-aa47-077674da54fa req-33b6f6a7-7d48-4e4f-a716-9d87b9f83c72 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 910 time: 0.1143413 Sep 14 02:48:18.366463 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1bc5-8c68-4715-8288-3c8ef19058b7 req-cb3f8041-8c65-4458-b409-d93293ed29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.367917 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9eab1bc5-8c68-4715-8288-3c8ef19058b7 req-cb3f8041-8c65-4458-b409-d93293ed29ac service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=53e1e008051d48218439b70d3cb1c015&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1210568 Sep 14 02:48:18.385255 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad6c3-ebf4-4c1a-91c1-8371141b5468 req-f5c27f13-5d3c-4b29-934b-6c15087daf3c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.386634 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4e0ad6c3-ebf4-4c1a-91c1-8371141b5468 req-f5c27f13-5d3c-4b29-934b-6c15087daf3c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0537233 Sep 14 02:48:18.435749 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4e0ad6c3-ebf4-4c1a-91c1-8371141b5468 req-785a50e0-1354-4ec9-b302-e0ccae2c15f9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Sep 14 02:48:18.577825 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a9acb20c-d43c-4158-aa47-077674da54fa req-2b927dad-b985-46b6-8736-755853a73a99 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 1002 time: 0.0665593 Sep 14 02:48:18.633581 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb20c-d43c-4158-aa47-077674da54fa req-1084b9c7-d838-4bb0-8bac-d32002c742d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.635249 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a9acb20c-d43c-4158-aa47-077674da54fa req-1084b9c7-d838-4bb0-8bac-d32002c742d6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0509734 Sep 14 02:48:18.635653 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1bc5-8c68-4715-8288-3c8ef19058b7 req-1af207da-52f7-4660-b81a-ad599c9d54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.637261 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9eab1bc5-8c68-4715-8288-3c8ef19058b7 req-1af207da-52f7-4660-b81a-ad599c9d54c7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268640 Sep 14 02:48:18.686010 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb20c-d43c-4158-aa47-077674da54fa req-0cc6dd38-b9c1-45b4-9ca6-07be2ff82926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.687900 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a9acb20c-d43c-4158-aa47-077674da54fa req-0cc6dd38-b9c1-45b4-9ca6-07be2ff82926 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440419 Sep 14 02:48:18.715868 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-83ee6896-c180-4fb8-8fba-864091a2617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.718068 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-83ee6896-c180-4fb8-8fba-864091a2617f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1128 time: 0.0411747 Sep 14 02:48:18.742073 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:18.749330 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:18.756939 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-2bafd55d-1600-4d75-9639-267c5770d689 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 217 time: 0.0327542 Sep 14 02:48:18.785486 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a9acb20c-d43c-4158-aa47-077674da54fa req-fc337579-88be-489c-bf0d-2bd3e61a0788 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865757 Sep 14 02:48:18.808886 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-6634f264-1a0d-499b-bfd5-2f3bea1b0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.810315 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-6634f264-1a0d-499b-bfd5-2f3bea1b0682 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 200 len: 853 time: 0.0469713 Sep 14 02:48:18.886263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-1fd11507-7ad1-4af1-a50d-c5390bb7dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:18.887758 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-1fd11507-7ad1-4af1-a50d-c5390bb7dfed service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8003ea87-d14e-4c9c-9372-adb58a04165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708570 Sep 14 02:48:18.888972 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a9acb20c-d43c-4158-aa47-077674da54fa req-61175146-d868-4f55-8ed0-8ae632ab5700 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979099 Sep 14 02:48:18.923503 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:19.250567 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc2e1d-56a4-428d-b8e1-3d0a75bc0b11 req-ca0c06ce-ae91-47fd-9cff-02cacb39f9a3 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:19.252026 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cfcc2e1d-56a4-428d-b8e1-3d0a75bc0b11 req-ca0c06ce-ae91-47fd-9cff-02cacb39f9a3 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.3780236 Sep 14 02:48:19.310528 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-8417423a-b478-4fcb-ba8f-fef24bbe1ac2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984175 Sep 14 02:48:19.324376 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cfcc2e1d-56a4-428d-b8e1-3d0a75bc0b11 req-0a31ab43-d2a0-483d-8c0b-3fc33a0ac57b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662990 Sep 14 02:48:19.576716 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1df8fd-e940-4aa8-b9ec-a61c289b9fa8 req-8d941256-a401-4c68-865a-3cf05b501dfc tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:19.578159 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e1df8fd-e940-4aa8-b9ec-a61c289b9fa8 req-8d941256-a401-4c68-865a-3cf05b501dfc tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0461030 Sep 14 02:48:19.632177 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1e1df8fd-e940-4aa8-b9ec-a61c289b9fa8 req-25f62444-5f69-4567-86cc-0daae97d888f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 Sep 14 02:48:20.140884 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4ffc6cec-3713-4470-89f1-5ca2d79b9b0e req-7c9a3520-189a-49b9-addf-1c5e1f256942 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916777 Sep 14 02:48:20.435885 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:20.443883 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=20 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:20.448240 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a335e-78ae-428f-9439-c1ada2ff72cf req-a614e16c-e0ce-4956-ac2b-0a8cae5b91cc tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:20.449723 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d70a335e-78ae-428f-9439-c1ada2ff72cf req-a614e16c-e0ce-4956-ac2b-0a8cae5b91cc tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0479198 Sep 14 02:48:20.496870 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d70a335e-78ae-428f-9439-c1ada2ff72cf req-e992d00d-b425-4334-a009-0730598899db tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Sep 14 02:48:20.769388 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7c1b-74ce-47e3-83b3-e5002ed6d43f req-7d694d87-6549-41ba-905c-97f8551a7df4 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:20.770755 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-abec7c1b-74ce-47e3-83b3-e5002ed6d43f req-7d694d87-6549-41ba-905c-97f8551a7df4 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0571890 Sep 14 02:48:20.822637 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-abec7c1b-74ce-47e3-83b3-e5002ed6d43f req-79bce1d3-00c9-49d1-aae6-e036f2ac6abe tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Sep 14 02:48:21.585012 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device d14ee4c4-373b-4dc4-bcc5-bb477ccd910e details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:48:21.615335 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:21.631366 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88ac9b-d93f-48bb-9fdd-68a526a97fdc req-29b67fa0-a5a7-4fae-9312-259526f727e7 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:21.632907 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0b88ac9b-d93f-48bb-9fdd-68a526a97fdc req-29b67fa0-a5a7-4fae-9312-259526f727e7 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 944 time: 0.0575109 Sep 14 02:48:21.682406 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0b88ac9b-d93f-48bb-9fdd-68a526a97fdc req-6cddb249-3d24-4cbc-9638-a942bd38397a tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Sep 14 02:48:21.697177 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:21.708073 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'port_id': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'mac_address': 'fa:16:3e:1b:ad:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:48:21.742000 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:21.742387 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:21.755501 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14ee4c4-373b-4dc4-bcc5-bb477ccd910e {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:48:21.774975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:21.780621 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:21.829421 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:21.949184 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edda2-2801-4ac2-b8b2-eb2541f04528 req-315aebe0-5582-4d9d-9c8d-8aa69b910552 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:21.950728 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd7edda2-2801-4ac2-b8b2-eb2541f04528 req-315aebe0-5582-4d9d-9c8d-8aa69b910552 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0508573 Sep 14 02:48:21.983914 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:22.004891 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:22.007197 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fd7edda2-2801-4ac2-b8b2-eb2541f04528 req-27b39ce5-abf8-4f79-97c1-3a652840c614 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503328 Sep 14 02:48:22.038866 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['d14ee4c4-373b-4dc4-bcc5-bb477ccd910e'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:48:22.246875 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-4d53b120-510e-483d-b6de-f6212a2d540f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643635 Sep 14 02:48:22.259379 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d09f7-9999-4443-9acf-2ced2ef4543c req-0f87dd2e-3b14-42d8-9565-53a2e20763fd tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:22.260741 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1a9d09f7-9999-4443-9acf-2ced2ef4543c req-0f87dd2e-3b14-42d8-9565-53a2e20763fd tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0525877 Sep 14 02:48:22.345476 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2533-2378-40f4-a281-1f030858599c req-ee6a7e0a-efdb-46d8-b47e-fa24fb5fd0d9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:22.346808 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-ee6a7e0a-efdb-46d8-b47e-fa24fb5fd0d9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports/0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 943 time: 0.0670457 Sep 14 02:48:22.350477 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1a9d09f7-9999-4443-9acf-2ced2ef4543c req-d8ca05d5-26c0-4411-a1b2-0ac69d90691a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839982 Sep 14 02:48:22.802392 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a2804-839d-4c5e-a386-28e5d827c095 req-4d14182a-93b6-4c75-b9a0-f6a8df473d2c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:22.803854 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f39a2804-839d-4c5e-a386-28e5d827c095 req-4d14182a-93b6-4c75-b9a0-f6a8df473d2c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 945 time: 0.0460017 Sep 14 02:48:22.852317 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f39a2804-839d-4c5e-a386-28e5d827c095 req-2834be1c-0266-4ebd-9edc-96280c33a3c3 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Sep 14 02:48:23.456678 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:23.472681 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8833275-d229-4cc2-9b9a-a22b03fa8fd2 req-91a0fc19-9a60-441d-8091-f63103620f17 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:23.474206 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a8833275-d229-4cc2-9b9a-a22b03fa8fd2 req-91a0fc19-9a60-441d-8091-f63103620f17 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0472367 Sep 14 02:48:23.527263 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a8833275-d229-4cc2-9b9a-a22b03fa8fd2 req-531aa971-f989-4420-88ae-397b603f7d9c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445292 Sep 14 02:48:23.601054 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device d14ee4c4-373b-4dc4-bcc5-bb477ccd910e up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:48:23.658529 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:48:23.664662 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:23.665002 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:23.665403 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e Sep 14 02:48:23.738758 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:23.739144 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:23.762989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:23.765213 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff57d1-a311-48cb-ae05-784d11a5f50d" -d '{"events": [{"server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "name": "network-vif-plugged", "status": "completed", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:23.777936 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:23.782622 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:23.783415 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 0f79f5d3-b811-4507-a225-dbf8fea0fd56 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:48:23.823577 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c99c15-ca93-4f04-a160-ed76311f8e5d x-openstack-request-id: req-02c99c15-ca93-4f04-a160-ed76311f8e5d {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:23.823931 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "name": "network-vif-plugged", "status": "completed", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:23.824147 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02c99c15-ca93-4f04-a160-ed76311f8e5d {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:23.824540 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c99c15-ca93-4f04-a160-ed76311f8e5d'] response: {'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'code': 200} Sep 14 02:48:23.862500 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:23.903353 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 is: ACTIVE; New status is: DOWN {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:23.903746 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:23.924931 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:23.947221 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:23.949193 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:23.959395 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:23.965748 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a054582-43ce-44f7-8bc0-87d86a56d39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:24.001255 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df09a9-b036-4b8c-adee-e376b4bfa4ea req-ddb6193e-3614-4919-b41f-5e09cf69b81b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:24.004522 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-60df09a9-b036-4b8c-adee-e376b4bfa4ea req-ddb6193e-3614-4919-b41f-5e09cf69b81b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0764585 Sep 14 02:48:24.011731 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=6']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:24.027887 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e8df-92e6-4d79-89ca-9b370d36000a req-473ef73d-76a1-44af-894f-3f55ca299555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:24.029346 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9584e8df-92e6-4d79-89ca-9b370d36000a req-473ef73d-76a1-44af-894f-3f55ca299555 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1130 time: 0.0643349 Sep 14 02:48:24.078810 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-60df09a9-b036-4b8c-adee-e376b4bfa4ea req-9f4f22b8-bbe5-42ae-a8eb-ae1a4bd5f1f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688498 Sep 14 02:48:24.092534 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9584e8df-92e6-4d79-89ca-9b370d36000a req-58203c85-7c52-40af-bf29-6e9ad6605760 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560710 Sep 14 02:48:24.668423 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bc53-f5f3-477d-a6cb-ad5f03062cbd req-0237cb36-fbcd-4558-95aa-2efe14edeb2c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:24.671099 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a635bc53-f5f3-477d-a6cb-ad5f03062cbd req-0237cb36-fbcd-4558-95aa-2efe14edeb2c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0539985 Sep 14 02:48:24.731770 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a635bc53-f5f3-477d-a6cb-ad5f03062cbd req-dbd55dd6-f001-4f8f-8716-f7f7389d7fb9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552523 Sep 14 02:48:25.216895 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6a9f1-bb31-4ba8-a778-97e046b1cd5d req-ef7fdb43-7028-4e7c-b5fe-aad842807938 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:25.218704 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bd6a9f1-bb31-4ba8-a778-97e046b1cd5d req-ef7fdb43-7028-4e7c-b5fe-aad842807938 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0505562 Sep 14 02:48:25.265800 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bd6a9f1-bb31-4ba8-a778-97e046b1cd5d req-386e5646-5fc1-477e-9c4c-0093f03d9821 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 Sep 14 02:48:25.825569 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:25.827932 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22679ac-34a7-4d8d-8332-9dbdb41178cb" -d '{"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:25.858059 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411525a-9b31-4b51-8935-ce2146f9ed51 req-8a4afc72-8736-4c4b-bd0c-f47464ef74c5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:25.859496 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2411525a-9b31-4b51-8935-ce2146f9ed51 req-8a4afc72-8736-4c4b-bd0c-f47464ef74c5 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0479591 Sep 14 02:48:25.866199 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe940b9-a019-4d8d-8392-88f1d61a62ba x-openstack-request-id: req-1fe940b9-a019-4d8d-8392-88f1d61a62ba {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:25.866487 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-unplugged", "status": "failed", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56", "code": 422}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:25.866723 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fe940b9-a019-4d8d-8392-88f1d61a62ba {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:25.867115 dv-cinder-857075-6-iscsi neutron-server[112944]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1fe940b9-a019-4d8d-8392-88f1d61a62ba']: {'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'code': 422} returned with failed status Sep 14 02:48:25.908945 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2411525a-9b31-4b51-8935-ce2146f9ed51 req-e44d06f5-c334-4c56-a550-f3141a08da0a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Sep 14 02:48:26.120643 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-01f8846f-20a7-44fc-916e-61451cc9597c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:26.397927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:26.409269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f36e-9f0d-47cd-bca1-ca6d931e1602 req-ca054403-7efc-4b1b-9408-11545205ecfe tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:26.410785 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bf1f36e-9f0d-47cd-bca1-ca6d931e1602 req-ca054403-7efc-4b1b-9408-11545205ecfe tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0520089 Sep 14 02:48:26.457230 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bf1f36e-9f0d-47cd-bca1-ca6d931e1602 req-6aeabe0b-da74-4df8-907c-6ecb18e66705 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Sep 14 02:48:26.574402 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c216ecf-aabb-48d3-8dcc-444a87564e08 req-834191fd-d4d4-45b1-b519-1cc163b928b6 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:26.575839 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1c216ecf-aabb-48d3-8dcc-444a87564e08 req-834191fd-d4d4-45b1-b519-1cc163b928b6 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0460677 Sep 14 02:48:26.624211 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1c216ecf-aabb-48d3-8dcc-444a87564e08 req-a1970866-2172-4277-9b49-90abc3d2d955 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Sep 14 02:48:26.954559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6abb0-c9d5-489e-a2ae-fb256f35402e req-20602027-045e-4e53-94c5-0db4cf4f159e tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:26.955986 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-90f6abb0-c9d5-489e-a2ae-fb256f35402e req-20602027-045e-4e53-94c5-0db4cf4f159e tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0464816 Sep 14 02:48:27.034214 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-90f6abb0-c9d5-489e-a2ae-fb256f35402e req-82f4b980-b996-4974-a0d1-52569f368f55 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724015 Sep 14 02:48:27.044170 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e89ce-1e7b-4eb3-b092-3a49c76140b1 req-70113a00-d352-4094-a2fd-44d62d50e8d1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:27.045541 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-828e89ce-1e7b-4eb3-b092-3a49c76140b1 req-70113a00-d352-4094-a2fd-44d62d50e8d1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0629284 Sep 14 02:48:27.096532 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-828e89ce-1e7b-4eb3-b092-3a49c76140b1 req-f843becd-ac66-44bf-bc23-c6689f20596f tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449545 Sep 14 02:48:27.503660 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:28.222999 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d02d7c-5b67-472a-8a21-86ce540a7e06 req-b00a0ae6-f836-43b8-8d61-d84b7074d9fc tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:28.224499 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-83d02d7c-5b67-472a-8a21-86ce540a7e06 req-b00a0ae6-f836-43b8-8d61-d84b7074d9fc tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0466638 Sep 14 02:48:28.277965 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-83d02d7c-5b67-472a-8a21-86ce540a7e06 req-a127c3e9-3deb-42f1-b0d6-cc4bfe8de348 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477564 Sep 14 02:48:28.874294 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=12 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:28.886117 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=19 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:28.896607 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:28.955038 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:29.152229 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2533-2378-40f4-a281-1f030858599c req-318058a2-9c16-40ee-ae30-ba6004b63b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:29.153871 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-318058a2-9c16-40ee-ae30-ba6004b63b72 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4&tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b HTTP/1.1" status: 200 len: 1128 time: 0.0427246 Sep 14 02:48:29.218495 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:29.222704 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2533-2378-40f4-a281-1f030858599c req-b4b95495-64c9-420c-8f57-0a58df87313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:29.224245 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-b4b95495-64c9-420c-8f57-0a58df87313f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1128 time: 0.0414596 Sep 14 02:48:29.324946 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2533-2378-40f4-a281-1f030858599c req-ebb24c4e-fbc5-4942-806a-a6a648c3e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:29.326535 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-ebb24c4e-fbc5-4942-806a-a6a648c3e0cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 910 time: 0.0947254 Sep 14 02:48:29.420423 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-64f94c51-5b50-4837-bb18-008e8f980478 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 1000 time: 0.0871828 Sep 14 02:48:29.428339 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cffb35-aa78-446f-973f-b9d46c72be84 req-66bb7cd1-4f33-4c4e-b265-3a1ff81d8050 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:29.429918 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-03cffb35-aa78-446f-973f-b9d46c72be84 req-66bb7cd1-4f33-4c4e-b265-3a1ff81d8050 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0636568 Sep 14 02:48:29.518668 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2533-2378-40f4-a281-1f030858599c req-77756b31-38ef-4220-9e92-829bec5a5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:29.520190 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-77756b31-38ef-4220-9e92-829bec5a5cbd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0893514 Sep 14 02:48:29.528958 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-03cffb35-aa78-446f-973f-b9d46c72be84 req-0d332883-4f9f-4b5d-a599-2dc72cb917ec tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884347 Sep 14 02:48:29.572430 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2533-2378-40f4-a281-1f030858599c req-af376b2f-247a-47e8-8fa6-ea8a9a137ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:29.573998 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-af376b2f-247a-47e8-8fa6-ea8a9a137ad7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425990 Sep 14 02:48:29.676227 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-31fac8ce-9175-46de-a4fc-58daaae2d725 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859680 Sep 14 02:48:29.779819 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56ca2533-2378-40f4-a281-1f030858599c req-5a7ab55a-309f-4855-b8d5-5978a8bedb5a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936604 Sep 14 02:48:30.622329 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:30.657806 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c6415-fc46-42ac-80f8-b09e7a069609 req-d9a5bc35-c4ef-4512-ac24-4101d5f60448 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:30.659243 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d74c6415-fc46-42ac-80f8-b09e7a069609 req-d9a5bc35-c4ef-4512-ac24-4101d5f60448 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0518496 Sep 14 02:48:30.714865 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d74c6415-fc46-42ac-80f8-b09e7a069609 req-f6272742-255b-48f7-b3a1-ba4f20b977a0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474389 Sep 14 02:48:31.848523 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdcdad-9722-4267-84cf-b964aa5d0143 req-1062637f-d25c-4844-a9ae-6f29c1da25d6 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:31.850004 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5ecdcdad-9722-4267-84cf-b964aa5d0143 req-1062637f-d25c-4844-a9ae-6f29c1da25d6 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0491531 Sep 14 02:48:31.901529 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5ecdcdad-9722-4267-84cf-b964aa5d0143 req-250c436f-850f-4744-b0a9-3b8070f798d7 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Sep 14 02:48:33.047060 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dbe96-6695-40e7-99fb-698574ad61c7 req-97d49091-594c-4c50-b5dc-8eaa10064e23 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:33.048502 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5a0dbe96-6695-40e7-99fb-698574ad61c7 req-97d49091-594c-4c50-b5dc-8eaa10064e23 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0465322 Sep 14 02:48:33.098153 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5a0dbe96-6695-40e7-99fb-698574ad61c7 req-d7318d3b-0a6e-41d0-a857-9ff1866eb164 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440152 Sep 14 02:48:34.243201 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088558b3-3ab9-4783-941a-dedf349983fe req-e9aedc1b-aa39-4413-9006-b42d492cbf24 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:34.244631 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-088558b3-3ab9-4783-941a-dedf349983fe req-e9aedc1b-aa39-4413-9006-b42d492cbf24 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0505309 Sep 14 02:48:34.299790 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-088558b3-3ab9-4783-941a-dedf349983fe req-74f4be33-d311-443a-b416-65db20e81699 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 Sep 14 02:48:35.428626 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58e85-bfc7-4761-aa7b-b96dbcb986e9 req-7e5b23ab-49aa-4e3a-be8f-c2bbaf5ac2e1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:35.430148 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-75b58e85-bfc7-4761-aa7b-b96dbcb986e9 req-7e5b23ab-49aa-4e3a-be8f-c2bbaf5ac2e1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0466866 Sep 14 02:48:35.481060 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-75b58e85-bfc7-4761-aa7b-b96dbcb986e9 req-e7abd079-58ac-41b5-a933-fcc6f13ab5a8 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448887 Sep 14 02:48:36.612177 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deac9d3-d0a0-484e-89b1-b16493883818 req-718337b6-9b78-45de-ac4d-9dd9bf97e0c0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:36.613668 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6deac9d3-d0a0-484e-89b1-b16493883818 req-718337b6-9b78-45de-ac4d-9dd9bf97e0c0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0508769 Sep 14 02:48:36.625164 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:36.673283 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6deac9d3-d0a0-484e-89b1-b16493883818 req-71478d18-7507-4568-a488-af96a44bf7f1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537624 Sep 14 02:48:36.706701 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4c059-8d0a-44b1-8fa8-49613efa51bd req-14b3118c-4562-447c-b8a1-304bdf74a159 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:36.708147 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-74a4c059-8d0a-44b1-8fa8-49613efa51bd req-14b3118c-4562-447c-b8a1-304bdf74a159 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0571413 Sep 14 02:48:36.755331 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-74a4c059-8d0a-44b1-8fa8-49613efa51bd req-aa45027d-8cfe-456b-a743-ff978eeea83a tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Sep 14 02:48:36.784365 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40044) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:36.874214 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a53dd-6e04-41d1-8d1c-9379efc3c2bb tempest-TestMinimumBasicScenario-150938828 tempest-TestMinimumBasicScenario-150938828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:36.875887 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7d7a53dd-6e04-41d1-8d1c-9379efc3c2bb tempest-TestMinimumBasicScenario-150938828 tempest-TestMinimumBasicScenario-150938828-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1125 time: 0.0905261 Sep 14 02:48:36.879108 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40048) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:36.883760 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'port_id': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:36.905847 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:36.988442 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.093358 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Allocated IP 172.27.2.186 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/c46f75dd-3542-455b-8e9e-11f0b05fa0c6) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:48:37.103795 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:37.210728 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.245436 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.285900 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:48:37.291049 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:37.293269 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'Port': ['ID=c46f75dd-3542-455b-8e9e-11f0b05fa0c6,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:37.295359 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:48:37.320431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.320765 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.321101 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.321430 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.321761 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.322116 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.322438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.322754 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.323074 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.323391 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.323681 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.324021 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.324314 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.324628 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.324938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:37.550108 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:37.667803 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 0f79f5d3-b811-4507-a225-dbf8fea0fd56 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:48:37.684628 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for floatingip (80eedad7-71bb-4c09-8b2a-80adf704b719), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.759175 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.772425 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:37.783864 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'port_id': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'mac_address': 'fa:16:3e:33:43:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:48:37.817571 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:37.817892 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.828148 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c30b0-e0af-4570-b657-b5a652b5f844 req-2f0576e2-4d65-4a79-8a17-9ab51a45c5a0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:37.830887 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fb6c30b0-e0af-4570-b657-b5a652b5f844 req-2f0576e2-4d65-4a79-8a17-9ab51a45c5a0 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 944 time: 0.0723181 Sep 14 02:48:37.839444 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f79f5d3-b811-4507-a225-dbf8fea0fd56 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:48:37.867915 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:37.872628 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.918299 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=7']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:37.927614 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:37.937116 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fb6c30b0-e0af-4570-b657-b5a652b5f844 req-4b83d78c-88f4-420b-a9ae-626574f5e416 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005301 Sep 14 02:48:37.979461 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:37.984792 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.051155 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (80eedad7-71bb-4c09-8b2a-80adf704b719), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.054106 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'Port': ['ID=c46f75dd-3542-455b-8e9e-11f0b05fa0c6,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:38.131303 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['0f79f5d3-b811-4507-a225-dbf8fea0fd56'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:48:38.148555 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Floating IP 80eedad7-71bb-4c09-8b2a-80adf704b719 associated. External IP: 172.27.2.186, port: d14ee4c4-373b-4dc4-bcc5-bb477ccd910e. Sep 14 02:48:38.400775 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Router 8a7dd3df-861b-410b-9f50-71779ced2430 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:48:38.511193 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:48:38.515639 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:38.521389 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] Sync routers for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:48:38.532947 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:38.533172 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.533550 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:38.564002 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-af5c1743-7e72-43a2-83fd-ca80fd1de787 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6836643 Sep 14 02:48:38.564716 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:38.567044 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bc73a9-985d-4a4e-b138-fa1a621afbac" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:38.574836 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40068) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:38.574836 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230593198', 'description': 'tempest-secgroup-smoke-230593198 description', 'project_id': '53e1e008051d48218439b70d3cb1c015'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:38.607340 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c334e5db-e717-444f-bb4b-be2864358834 x-openstack-request-id: req-c334e5db-e717-444f-bb4b-be2864358834 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:38.607839 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:38.608177 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c334e5db-e717-444f-bb4b-be2864358834 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:38.608537 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c334e5db-e717-444f-bb4b-be2864358834'] response: {'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'status': 'completed', 'code': 200} Sep 14 02:48:38.610748 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.682367 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group (68851edf-fa73-426c-b234-3ab4a78ce8fd), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.688180 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (68851edf-fa73-426c-b234-3ab4a78ce8fd), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.720094 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68851edf-fa73-426c-b234-3ab4a78ce8fd,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:38.725525 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.729877 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1589448 Sep 14 02:48:38.730482 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40070) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:38.738526 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-7175f027-fc31-4774-a7ea-6b4f31ebd840 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'security_group_rule': {'security_group_id': '68851edf-fa73-426c-b234-3ab4a78ce8fd', 'project_id': '53e1e008051d48218439b70d3cb1c015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:38.744946 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.745290 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.745633 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.745993 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.746314 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.746648 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.746970 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.747870 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.747870 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.747870 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.748202 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.749102 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.749102 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.749308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.749424 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee929c20-7cc1-4345-89ee-18d383e3d47c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:38.777809 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-d388b937-067d-4823-ada9-323c8373f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:38.779688 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-d388b937-067d-4823-ada9-323c8373f22c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1130 time: 0.0651829 Sep 14 02:48:38.781484 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7175f027-fc31-4774-a7ea-6b4f31ebd840 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (56d7c64e-c871-41af-bea4-1bfd5fbf312f), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.786484 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:38.796620 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:38.848101 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7175f027-fc31-4774-a7ea-6b4f31ebd840 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (56d7c64e-c871-41af-bea4-1bfd5fbf312f), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.858945 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7175f027-fc31-4774-a7ea-6b4f31ebd840 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (56d7c64e-c871-41af-bea4-1bfd5fbf312f), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.865188 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:38.888042 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f027-fc31-4774-a7ea-6b4f31ebd840 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d7c64e-c871-41af-bea4-1bfd5fbf312f,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:38.912391 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7175f027-fc31-4774-a7ea-6b4f31ebd840 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:38.917216 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40072) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:38.922263 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7175f027-fc31-4774-a7ea-6b4f31ebd840 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795096 Sep 14 02:48:38.929057 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-abf43260-0d14-4ad3-835a-8d84e80688f8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'security_group_rule': {'security_group_id': '68851edf-fa73-426c-b234-3ab4a78ce8fd', 'project_id': '53e1e008051d48218439b70d3cb1c015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:38.969605 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-9f672093-2df2-475d-a06e-3db950115f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:38.971195 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-9f672093-2df2-475d-a06e-3db950115f42 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 915 time: 0.1337237 Sep 14 02:48:38.984632 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-abf43260-0d14-4ad3-835a-8d84e80688f8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (175b9e88-8a34-4213-a906-702531b0b77a), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.049173 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '80eedad7-71bb-4c09-8b2a-80adf704b719', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'port_id': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'mac_address': 'fa:16:3e:1b:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:37Z', 'updated_at': '2022-09-14T02:48:37Z', 'revision_number': 0, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:39.079422 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] Checking router: 8a7dd3df-861b-410b-9f50-71779ced2430 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:48:39.080899 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:39.092230 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:39.092875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:39.111894 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-bdb7fe2f-cc83-4052-b442-6eda1206939a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 1000 time: 0.1330042 Sep 14 02:48:39.117559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4c9d-2277-455a-abd7-9a07ec49fa18 req-6956d6b6-64b5-4597-88c0-2cb8298d454b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:39.119079 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-55be4c9d-2277-455a-abd7-9a07ec49fa18 req-6956d6b6-64b5-4597-88c0-2cb8298d454b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 945 time: 0.0934739 Sep 14 02:48:39.149289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-abf43260-0d14-4ad3-835a-8d84e80688f8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (175b9e88-8a34-4213-a906-702531b0b77a), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.175683 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-abf43260-0d14-4ad3-835a-8d84e80688f8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (175b9e88-8a34-4213-a906-702531b0b77a), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.207068 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:39.211661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf43260-0d14-4ad3-835a-8d84e80688f8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175b9e88-8a34-4213-a906-702531b0b77a,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:39.234935 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-55be4c9d-2277-455a-abd7-9a07ec49fa18 req-421ef91b-f890-4b1d-93d4-5d00d1b3e7f4 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062787 Sep 14 02:48:39.240023 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-abf43260-0d14-4ad3-835a-8d84e80688f8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.244219 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-abf43260-0d14-4ad3-835a-8d84e80688f8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3228407 Sep 14 02:48:39.244219 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-124a8295-1c29-4aae-b342-91ca20766b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:39.244559 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40076) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:39.244773 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-124a8295-1c29-4aae-b342-91ca20766b3e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 200 len: 853 time: 0.1046026 Sep 14 02:48:39.249327 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-93300d38-23de-4727-8fc0-e11a5677446b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'security_group_rule': {'security_group_id': '68851edf-fa73-426c-b234-3ab4a78ce8fd', 'project_id': '53e1e008051d48218439b70d3cb1c015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:39.283888 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-93300d38-23de-4727-8fc0-e11a5677446b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (cfd671f8-b1fb-482a-89c1-643135b5b465), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.300773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-9372a90e-786d-4fd2-8c03-0ee8ca2a9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:39.304068 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-9372a90e-786d-4fd2-8c03-0ee8ca2a9d72 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8003ea87-d14e-4c9c-9372-adb58a04165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501766 Sep 14 02:48:39.344626 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-93300d38-23de-4727-8fc0-e11a5677446b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (cfd671f8-b1fb-482a-89c1-643135b5b465), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.349587 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-93300d38-23de-4727-8fc0-e11a5677446b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (cfd671f8-b1fb-482a-89c1-643135b5b465), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.369732 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93300d38-23de-4727-8fc0-e11a5677446b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd671f8-b1fb-482a-89c1-643135b5b465,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:39.381011 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-93300d38-23de-4727-8fc0-e11a5677446b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.382282 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-93300d38-23de-4727-8fc0-e11a5677446b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365988 Sep 14 02:48:39.385084 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40080) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:39.390343 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-4c1cef18-ea8c-4764-89e4-efa7948cca40 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'security_group_rule': {'security_group_id': '68851edf-fa73-426c-b234-3ab4a78ce8fd', 'project_id': '53e1e008051d48218439b70d3cb1c015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:39.430048 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4c1cef18-ea8c-4764-89e4-efa7948cca40 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (68aa6792-187d-4af6-a3a0-4c34a3c83a58), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.475228 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '80eedad7-71bb-4c09-8b2a-80adf704b719', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'port_id': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'mac_address': 'fa:16:3e:1b:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:37Z', 'updated_at': '2022-09-14T02:48:37Z', 'revision_number': 0, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:39.505176 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765c105-25d7-4760-bc0d-380a1c3d9ccc None None] The sync data for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi is: [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '80eedad7-71bb-4c09-8b2a-80adf704b719', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'port_id': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'mac_address': 'fa:16:3e:1b:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:37Z', 'updated_at': '2022-09-14T02:48:37Z', 'revision_number': 0, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:48:39.520121 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4c1cef18-ea8c-4764-89e4-efa7948cca40 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (68aa6792-187d-4af6-a3a0-4c34a3c83a58), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.533814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4c1cef18-ea8c-4764-89e4-efa7948cca40 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (68aa6792-187d-4af6-a3a0-4c34a3c83a58), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.552086 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cef18-ea8c-4764-89e4-efa7948cca40 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68aa6792-187d-4af6-a3a0-4c34a3c83a58,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:39.577322 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4c1cef18-ea8c-4764-89e4-efa7948cca40 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.579493 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-4c1cef18-ea8c-4764-89e4-efa7948cca40 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1930349 Sep 14 02:48:39.582250 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40088) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:39.588050 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'security_group_rule': {'security_group_id': '68851edf-fa73-426c-b234-3ab4a78ce8fd', 'project_id': '53e1e008051d48218439b70d3cb1c015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:39.623034 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.securitygroups_db [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Project 53e1e008051d48218439b70d3cb1c015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:48:39.641374 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.643240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (b56b5001-a086-4a08-9dbc-74bb7d9e28de), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.687045 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 0f79f5d3-b811-4507-a225-dbf8fea0fd56 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:48:39.714694 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:39.748884 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:39.749552 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:39.749886 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.750369 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 Sep 14 02:48:39.753285 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (b56b5001-a086-4a08-9dbc-74bb7d9e28de), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.756914 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-188e1226-ad5c-453f-888f-38a6967a311e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444892 Sep 14 02:48:39.762385 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (b56b5001-a086-4a08-9dbc-74bb7d9e28de), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.801074 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56b5001-a086-4a08-9dbc-74bb7d9e28de,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:39.824066 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.826608 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-df6bdb69-3a99-42c2-a1bd-5dd25cd8cda8 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2429292 Sep 14 02:48:39.829628 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40096) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:39.845967 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'security_group_rule': {'security_group_id': '68851edf-fa73-426c-b234-3ab4a78ce8fd', 'project_id': '53e1e008051d48218439b70d3cb1c015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:39.856033 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b258aa-128c-477a-b0aa-ee361b752d27 None None] New status for floating IP 80eedad7-71bb-4c09-8b2a-80adf704b719: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:48:39.885464 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.securitygroups_db [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Project 53e1e008051d48218439b70d3cb1c015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:48:39.886057 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:39.886805 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.895593 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (4c882b6a-2499-4ce3-9ebb-962bbab92bf4), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.912186 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:39.914981 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b53cff8-b3ae-490f-b10f-b55492388c68" -d '{"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-plugged", "status": "completed", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:39.944269 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:39.950118 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e9bc73a9-985d-4a4e-b138-fa1a621afbac req-a6cd48f0-671e-4463-8913-1055b92b6ddf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830251 Sep 14 02:48:39.954981 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.982658 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (4c882b6a-2499-4ce3-9ebb-962bbab92bf4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:39.988189 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (4c882b6a-2499-4ce3-9ebb-962bbab92bf4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:40.021710 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692012c3-9d6e-4283-be57-3396dcb5f294 x-openstack-request-id: req-692012c3-9d6e-4283-be57-3396dcb5f294 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:40.022234 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c882b6a-2499-4ce3-9ebb-962bbab92bf4,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:40.022565 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-plugged", "status": "completed", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:40.023026 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-692012c3-9d6e-4283-be57-3396dcb5f294 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:40.023607 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692012c3-9d6e-4283-be57-3396dcb5f294'] response: {'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'code': 200} Sep 14 02:48:40.032453 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:40.034494 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-6b97b0dd-7995-4ced-bebb-ed0b85eb25f1 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2025206 Sep 14 02:48:40.072011 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=8']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:40.157487 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-3a774436-88d3-4fcf-bee1-16d2666772ef tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-230593198&fields=id&tenant_id=53e1e008051d48218439b70d3cb1c015 HTTP/1.1" status: 200 len: 267 time: 0.0602963 Sep 14 02:48:40.209287 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-07da8c59-b131-4c3d-a91c-c1a3be41da35 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:40.210781 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-07da8c59-b131-4c3d-a91c-c1a3be41da35 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0521882 Sep 14 02:48:40.226116 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'port': {'security_groups': ['0230203e-6c19-4a6c-987a-c25c2a014cba', '68851edf-fa73-426c-b234-3ab4a78ce8fd']}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:40.298580 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d623bf8-2560-47dd-ac58-0a62a81147a2 req-1855cecf-f838-4f9c-9e62-6dfbaab72852 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:40.300803 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0d623bf8-2560-47dd-ac58-0a62a81147a2 req-1855cecf-f838-4f9c-9e62-6dfbaab72852 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0890596 Sep 14 02:48:40.329962 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:40.355376 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:40.390011 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0d623bf8-2560-47dd-ac58-0a62a81147a2 req-58465aed-fa3c-4c87-bd08-b5b4ad2854ae tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829389 Sep 14 02:48:40.513367 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11ba9-4c8c-4a27-87ac-6e09f0daab63 req-f51b4089-f709-4c49-b89c-0801ef4d268d tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:40.516177 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-95e11ba9-4c8c-4a27-87ac-6e09f0daab63 req-f51b4089-f709-4c49-b89c-0801ef4d268d tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0636718 Sep 14 02:48:40.631116 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-95e11ba9-4c8c-4a27-87ac-6e09f0daab63 req-405a6a8a-eea7-4a70-a7bf-fbb8c1b04fb3 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078422 Sep 14 02:48:40.636932 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:40.654512 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:40.684848 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:40.690632 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:40.700782 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:40.701397 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:40.702757 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bc1843fc-5c74-48bc-b3f0-ba688af22a30 req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "PUT /networking/v2.0/ports/d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 982 time: 0.4826791 Sep 14 02:48:40.703149 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['d14ee4c4-373b-4dc4-bcc5-bb477ccd910e'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:48:40.703293 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:40.708448 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4aebef-353f-4041-ae19-f025f84c9bec" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:40.752929 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb534e63-7802-41b3-b985-8494fb2547b7 x-openstack-request-id: req-eb534e63-7802-41b3-b985-8494fb2547b7 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:40.753643 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:40.754000 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb534e63-7802-41b3-b985-8494fb2547b7 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:40.754411 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb534e63-7802-41b3-b985-8494fb2547b7'] response: {'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'status': 'completed', 'code': 200} Sep 14 02:48:40.769061 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d07346-2493-417d-b614-66a392635773 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=6']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:40.784071 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:40.786656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:40.800282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['d14ee4c4-373b-4dc4-bcc5-bb477ccd910e'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:48:40.815263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed59ad8-6db9-44ed-a650-f22ed11721dc req-664a883d-053e-4695-8250-4a32903a5bff tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:40.816734 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ed59ad8-6db9-44ed-a650-f22ed11721dc req-664a883d-053e-4695-8250-4a32903a5bff tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0494149 Sep 14 02:48:40.884628 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ed59ad8-6db9-44ed-a650-f22ed11721dc req-b4e08548-c951-4b6a-a8d9-1eba055545fb tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614343 Sep 14 02:48:41.524062 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01bb5a-2d09-48b7-b7eb-ddde81d28d59 req-e228c9a7-5114-4b4f-8252-9da202a479f6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:41.525505 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2a01bb5a-2d09-48b7-b7eb-ddde81d28d59 req-e228c9a7-5114-4b4f-8252-9da202a479f6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0538440 Sep 14 02:48:41.576433 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2a01bb5a-2d09-48b7-b7eb-ddde81d28d59 req-36b5d1a4-f9fb-46ca-a7c9-cda99f706d65 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Sep 14 02:48:41.771803 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480273-848b-4732-8c63-9ecabffcd257 req-dbe479e8-6929-4885-8208-dbd1171ebcb4 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:41.773137 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-db480273-848b-4732-8c63-9ecabffcd257 req-dbe479e8-6929-4885-8208-dbd1171ebcb4 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0625076 Sep 14 02:48:41.808243 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61dee3-062e-4525-99ec-f50a49ad9e2d req-21a8668d-954b-4286-8a63-49f17c98a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:41.809689 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a61dee3-062e-4525-99ec-f50a49ad9e2d req-21a8668d-954b-4286-8a63-49f17c98a41a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1130 time: 0.0379276 Sep 14 02:48:41.819972 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-69e87ec2-c088-4102-a356-78d177aad6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:41.821420 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-69e87ec2-c088-4102-a356-78d177aad6bf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1169 time: 0.0680146 Sep 14 02:48:41.847004 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-db480273-848b-4732-8c63-9ecabffcd257 req-1618dad3-2c1f-4dec-be85-345904df52b3 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551279 Sep 14 02:48:41.929907 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a61dee3-062e-4525-99ec-f50a49ad9e2d req-497549b9-0793-4f3c-9ffe-e04a50fa1f9a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Sep 14 02:48:41.998822 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-e66d3c62-c6b5-4632-80db-3e5ffe3c7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:42.000245 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-e66d3c62-c6b5-4632-80db-3e5ffe3c7761 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 915 time: 0.1127918 Sep 14 02:48:42.243146 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-dc4a9b7f-f911-40c5-b06b-4942694b3e1e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:42.244562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-dc4a9b7f-f911-40c5-b06b-4942694b3e1e tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0568728 Sep 14 02:48:42.255639 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-6a2494f2-5b0a-448f-8d8a-f1dd5ea8ae17 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 1002 time: 0.0685070 Sep 14 02:48:42.305841 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-e5ecf030-1cba-450a-963e-cbb013cbb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:42.307583 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-e5ecf030-1cba-450a-963e-cbb013cbb0b1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 200 len: 853 time: 0.0457189 Sep 14 02:48:42.327592 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Deleting port 9afa465b-e171-4d08-91c5-e661ed16ac9c {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:42.327969 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:42.642028 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:42.651915 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-b7ba9c6d-8210-4938-98d8-7b051fd24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:42.653570 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-b7ba9c6d-8210-4938-98d8-7b051fd24fd4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8003ea87-d14e-4c9c-9372-adb58a04165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465019 Sep 14 02:48:42.672197 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] For port 9afa465b-e171-4d08-91c5-e661ed16ac9c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9afa465b-e171-4d08-91c5-e661ed16ac9c,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:42.672561 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:42.750502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e64de-322e-498f-a907-67086a08e5e3 req-3a337c83-a14f-436b-acdd-98cb9d1dc5de tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:42.751979 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2a3e64de-322e-498f-a907-67086a08e5e3 req-3a337c83-a14f-436b-acdd-98cb9d1dc5de tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 946 time: 0.0949359 Sep 14 02:48:42.814806 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-dc9c2c39-fb72-495f-8e6c-0816eba5b632 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466310 Sep 14 02:48:42.822114 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2a3e64de-322e-498f-a907-67086a08e5e3 req-58d5ad88-7864-4473-badd-3d43edd16512 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=da67aa0c-17c4-463d-8242-cc5c70d3e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639579 Sep 14 02:48:42.882524 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:42.883556 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (08ccd665-4990-4820-9ab8-faba2e00d9e3), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:42.883556 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Floating IP 08ccd665-4990-4820-9ab8-faba2e00d9e3 disassociated. External IP: 172.27.2.64, port: 9afa465b-e171-4d08-91c5-e661ed16ac9c. Sep 14 02:48:42.883556 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Calling delete_port for 9afa465b-e171-4d08-91c5-e661ed16ac9c owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:43.013462 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (9afa465b-e171-4d08-91c5-e661ed16ac9c), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:43.013803 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcaf1f-40a4-402e-9623-0f0f49b1663c req-43d0c19a-4bf5-43e8-81a7-542950e28273 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:43.015275 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-28bcaf1f-40a4-402e-9623-0f0f49b1663c req-43d0c19a-4bf5-43e8-81a7-542950e28273 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0885756 Sep 14 02:48:43.045892 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event deleted for resources: {'Port': ['ID=9afa465b-e171-4d08-91c5-e661ed16ac9c,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:43.058400 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e4aebef-353f-4041-ae19-f025f84c9bec req-6e779abb-413f-46d5-bd61-7c522f78ae1d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513281 Sep 14 02:48:43.068024 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:43.085773 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-28bcaf1f-40a4-402e-9623-0f0f49b1663c req-a8897bf8-d499-4e2e-8b46-fc42be637573 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588796 Sep 14 02:48:43.105713 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:43.132667 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:43.163418 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Router 8ef039d4-d084-45b3-8e2e-c6944ab40782 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:48:43.264730 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:48:43.274742 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] Sync routers for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:48:43.285069 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:43.285660 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:43.309467 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] No DVR routers for this DVR port 9afa465b-e171-4d08-91c5-e661ed16ac9c on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:48:43.312041 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:43.315366 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a0f008c1-b71e-4b92-8840-ca3e5376c097 req-b06919f8-892b-4190-afbb-72647946ee33 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.48 "DELETE /networking/v2.0/ports/9afa465b-e171-4d08-91c5-e661ed16ac9c HTTP/1.1" status: 204 len: 173 time: 1.0650136 Sep 14 02:48:43.316010 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'name': 'network-vif-deleted', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:43.319597 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f42362-e8b4-4985-bff7-f2401e8a4d16" -d '{"events": [{"server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "name": "network-vif-deleted", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:43.379255 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99a8570-b8f0-4672-9488-e49c4a4af841 x-openstack-request-id: req-c99a8570-b8f0-4672-9488-e49c4a4af841 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:43.379552 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f85a58-c8cd-4785-82af-2c585dd82b71", "name": "network-vif-deleted", "tag": "9afa465b-e171-4d08-91c5-e661ed16ac9c", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:43.379808 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c99a8570-b8f0-4672-9488-e49c4a4af841 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:43.380220 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99a8570-b8f0-4672-9488-e49c4a4af841'] response: {'server_uuid': '96f85a58-c8cd-4785-82af-2c585dd82b71', 'name': 'network-vif-deleted', 'tag': '9afa465b-e171-4d08-91c5-e661ed16ac9c', 'status': 'completed', 'code': 200} Sep 14 02:48:43.392588 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:43.395012 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:43.404214 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:43.505673 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-04e73667-dfed-436f-9d3b-775d6f0731b9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527365 Sep 14 02:48:43.594921 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-8b4dd531-40a1-4fc0-a8d6-0c27e0b7e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:43.596451 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-8b4dd531-40a1-4fc0-a8d6-0c27e0b7e9f2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1130 time: 0.0430477 Sep 14 02:48:43.602902 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:43.633072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] Checking router: 8ef039d4-d084-45b3-8e2e-c6944ab40782 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:48:43.641828 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:43.642396 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:43.716013 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-b70df432-d605-4e58-8276-f0dcb1bd7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:43.717885 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-b70df432-d605-4e58-8276-f0dcb1bd7d76 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 910 time: 0.0907817 Sep 14 02:48:43.740381 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:43.927009 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:43.945634 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6abf50c8-8095-4a69-84b4-dcd4a490e173 req-a59f89c4-27e2-4b44-bf99-a7728309c23f tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96f85a58-c8cd-4785-82af-2c585dd82b71 HTTP/1.1" status: 200 len: 210 time: 0.0340648 Sep 14 02:48:43.953733 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc81a44-3466-4af8-999d-a6da64ebaf42 None None] The sync data for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi is: [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:41:48Z', 'revision_number': 4, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'd31b3e72-8791-4339-8062-7eaa5f0c2f21', 'name': '', 'network_id': '2f525623-45a9-4221-9021-b4c89c572bd6', 'tenant_id': '2384279227724e9592e7593837e2fece', 'mac_address': 'fa:16:3e:2f:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:45Z', 'updated_at': '2022-09-14T02:41:56Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'subnets': [{'id': 'eda67f7e-3759-43ff-9fe5-a5c47f18929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:48:44.006357 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-58509dba-888d-456a-856d-9bc116343d13 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 1002 time: 0.0726690 Sep 14 02:48:44.067688 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-76c13e50-4002-4fba-8c7a-695c5998aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:44.069331 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-76c13e50-4002-4fba-8c7a-695c5998aa98 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0562031 Sep 14 02:48:44.116085 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-4b59ab6f-4f05-487a-baa6-8a1c23e38cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:44.117697 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-4b59ab6f-4f05-487a-baa6-8a1c23e38cef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413315 Sep 14 02:48:44.212817 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5c193-1ef4-4083-b996-57c15380a0b3 None None] New status for floating IP 08ccd665-4990-4820-9ab8-faba2e00d9e3: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:48:44.215831 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb19-175f-4528-8f4b-427b28a1d368 req-d49c39d8-493a-482c-8cb0-a1f9cc74133a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:44.217736 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-93fcfb19-175f-4528-8f4b-427b28a1d368 req-d49c39d8-493a-482c-8cb0-a1f9cc74133a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0498242 Sep 14 02:48:44.222732 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-dbbb9207-2595-410e-9d8d-80a99977808a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980136 Sep 14 02:48:44.268061 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-93fcfb19-175f-4528-8f4b-427b28a1d368 req-8f53c5a4-4640-4b90-add2-054258b3a54a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 Sep 14 02:48:44.318548 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5a882edb-76c3-415b-a5a9-1add08a5ee4c req-1fb8cb37-8895-4710-838a-8f44396adf70 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892076 Sep 14 02:48:45.063962 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40134) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:45.119992 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c58b00b6-479f-4643-9808-3af451a3d3a6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (da67aa0c-17c4-463d-8242-cc5c70d3e0d3), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.146733 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c58b00b6-479f-4643-9808-3af451a3d3a6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (da67aa0c-17c4-463d-8242-cc5c70d3e0d3), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.207851 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c58b00b6-479f-4643-9808-3af451a3d3a6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (da67aa0c-17c4-463d-8242-cc5c70d3e0d3), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.210668 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c58b00b6-479f-4643-9808-3af451a3d3a6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.211810 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c58b00b6-479f-4643-9808-3af451a3d3a6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/da67aa0c-17c4-463d-8242-cc5c70d3e0d3 HTTP/1.1" status: 204 len: 168 time: 0.1469185 Sep 14 02:48:45.214760 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40136) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:45.228983 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.api.v2.resource [None req-59001b0a-fa32-45cd-9803-af63a54a07ff tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] show failed (client error): The resource could not be found. Sep 14 02:48:45.229632 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b00b6-479f-4643-9808-3af451a3d3a6 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da67aa0c-17c4-463d-8242-cc5c70d3e0d3,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:45.230256 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-59001b0a-fa32-45cd-9803-af63a54a07ff tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups/da67aa0c-17c4-463d-8242-cc5c70d3e0d3 HTTP/1.1" status: 404 len: 347 time: 0.0144475 Sep 14 02:48:45.233007 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40138) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:45.346340 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Deleting port 015cdf89-80dd-409c-a366-d7bad051da50 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:45.346686 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (015cdf89-80dd-409c-a366-d7bad051da50), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.398525 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:45.402741 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:45.438952 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (015cdf89-80dd-409c-a366-d7bad051da50), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.439277 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (015cdf89-80dd-409c-a366-d7bad051da50), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.452457 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Calling delete_port for 015cdf89-80dd-409c-a366-d7bad051da50 owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:45.592603 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (015cdf89-80dd-409c-a366-d7bad051da50), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.622317 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Pushing event deleted for resources: {'Port': ['ID=015cdf89-80dd-409c-a366-d7bad051da50,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:45.687674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks [] for floatingip (08ccd665-4990-4820-9ab8-faba2e00d9e3), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.690217 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:45.691431 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a0e9d656-fbfa-421e-8221-af1770e06da2 tempest-AttachVolumeTestJSON-715348523 tempest-AttachVolumeTestJSON-715348523-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/08ccd665-4990-4820-9ab8-faba2e00d9e3 HTTP/1.1" status: 204 len: 168 time: 0.4574835 Sep 14 02:48:45.694690 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9afa465b-e171-4d08-91c5-e661ed16ac9c no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:48:45.720786 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 9afa465b-e171-4d08-91c5-e661ed16ac9c {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:48:45.721139 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9afa465b-e171-4d08-91c5-e661ed16ac9c not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:48:46.458823 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:48:49.278306 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40168) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:49.695930 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (8ef039d4-d084-45b3-8e2e-c6944ab40782), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:49.916883 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:49.920913 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Deleting port d31b3e72-8791-4339-8062-7eaa5f0c2f21 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:49.921431 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:49.997688 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:50.009595 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] For port d31b3e72-8791-4339-8062-7eaa5f0c2f21, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=d31b3e72-8791-4339-8062-7eaa5f0c2f21,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:50.009978 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:50.022957 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Calling delete_port for d31b3e72-8791-4339-8062-7eaa5f0c2f21 owned by network:router_interface {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:50.209823 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (d31b3e72-8791-4339-8062-7eaa5f0c2f21), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:50.234073 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31b3e72-8791-4339-8062-7eaa5f0c2f21,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:50.391899 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (8ef039d4-d084-45b3-8e2e-c6944ab40782), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:50.596211 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Router 8ef039d4-d084-45b3-8e2e-c6944ab40782 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:48:50.703868 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:48:50.708823 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8466f2dd-0f00-421d-a759-676b500c7700 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8ef039d4-d084-45b3-8e2e-c6944ab40782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4296467 Sep 14 02:48:50.711498 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40184) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:50.716479 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] Sync routers for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:48:50.729857 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:50.730510 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:50.771059 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:50.804280 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb13c64-92b5-4264-b52b-ca25f246dcbe req-26f72bc2-2904-4c30-99bc-2a3081042f18 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:50.805046 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6bb13c64-92b5-4264-b52b-ca25f246dcbe req-26f72bc2-2904-4c30-99bc-2a3081042f18 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0575926 Sep 14 02:48:50.832380 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks [] for router (8ef039d4-d084-45b3-8e2e-c6944ab40782), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:50.833607 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:50.863651 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6bb13c64-92b5-4264-b52b-ca25f246dcbe req-b1dfb46b-5711-4f89-a25f-b0d9dfeff627 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524323 Sep 14 02:48:50.899197 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:51.009285 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:48:50Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:51.039072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] Checking router: 8ef039d4-d084-45b3-8e2e-c6944ab40782 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:48:51.048745 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] Routers {'8ef039d4-d084-45b3-8e2e-c6944ab40782'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:51.049379 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ef039d4-d084-45b3-8e2e-c6944ab40782'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:51.081274 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:51.159578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] Set router 8ef039d4-d084-45b3-8e2e-c6944ab40782 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:51.221912 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks [] for router_gateway (8ef039d4-d084-45b3-8e2e-c6944ab40782), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.264102 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Deleting port e7879a11-e4aa-4d8c-abf2-75c393997df9 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:51.264429 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.288392 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:51.327973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:48:50Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:51.345743 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] For port e7879a11-e4aa-4d8c-abf2-75c393997df9, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e7879a11-e4aa-4d8c-abf2-75c393997df9,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:51.346203 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.353139 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e7ce3-3aa9-4bee-a7fc-13e41c750bf8 None None] The sync data for ids ['8ef039d4-d084-45b3-8e2e-c6944ab40782'] in dv-cinder-857075-6-iscsi is: [{'id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'name': 'tempest-AttachVolumeTestJSON-124633461-router', 'tenant_id': '2384279227724e9592e7593837e2fece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:33Z', 'updated_at': '2022-09-14T02:48:50Z', 'revision_number': 5, 'project_id': '2384279227724e9592e7593837e2fece', 'gw_port': {'id': 'e7879a11-e4aa-4d8c-abf2-75c393997df9', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef039d4-d084-45b3-8e2e-c6944ab40782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:48:51.359573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Calling delete_port for e7879a11-e4aa-4d8c-abf2-75c393997df9 owned by network:router_gateway {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:51.532811 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (e7879a11-e4aa-4d8c-abf2-75c393997df9), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.555555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7879a11-e4aa-4d8c-abf2-75c393997df9,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:51.619568 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (8ef039d4-d084-45b3-8e2e-c6944ab40782), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.720321 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (8ef039d4-d084-45b3-8e2e-c6944ab40782), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.722758 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks [] for router_controller (8ef039d4-d084-45b3-8e2e-c6944ab40782), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.788887 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (8ef039d4-d084-45b3-8e2e-c6944ab40782), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.789500 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef039d4-d084-45b3-8e2e-c6944ab40782 {{(pid=112943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:48:51.794605 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.795963 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-64539f05-f49a-495b-ba7e-b82314f1908c admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8ef039d4-d084-45b3-8e2e-c6944ab40782 HTTP/1.1" status: 204 len: 168 time: 1.0833070 Sep 14 02:48:51.798730 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40186) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:51.846535 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] Deleting subnet eda67f7e-3759-43ff-9fe5-a5c47f18929f {{(pid=112943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:48:51.849938 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] Publish callbacks [] for subnet (eda67f7e-3759-43ff-9fe5-a5c47f18929f), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.885315 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8655009'] for subnet (eda67f7e-3759-43ff-9fe5-a5c47f18929f), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:51.990655 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (eda67f7e-3759-43ff-9fe5-a5c47f18929f), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.012238 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:52.019742 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b11b8-5403-4333-935a-48a062b83c65 req-a6575c06-f73f-488d-aaac-ae89c14ddb17 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:52.022338 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-950b11b8-5403-4333-935a-48a062b83c65 req-a6575c06-f73f-488d-aaac-ae89c14ddb17 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0622458 Sep 14 02:48:52.048553 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=13 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:52.057077 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3488808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8699160'] for subnet (eda67f7e-3759-43ff-9fe5-a5c47f18929f), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.080738 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-950b11b8-5403-4333-935a-48a062b83c65 req-99020587-fd11-4f10-990d-142f8db55569 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=024f695f-c767-430d-9ff1-cf5f2c3b6839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524089 Sep 14 02:48:52.085936 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda67f7e-3759-43ff-9fe5-a5c47f18929f,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:52.107956 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e931646-bcee-42f8-90b9-c32f9fe41681 None None] Network 2f525623-45a9-4221-9021-b4c89c572bd6 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:48:52.121648 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.124867 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-9496fdab-fa8f-4945-85d6-359e50ffc8fc admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/eda67f7e-3759-43ff-9fe5-a5c47f18929f HTTP/1.1" status: 204 len: 168 time: 0.3252244 Sep 14 02:48:52.128572 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40190) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:52.143236 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-1cdee44b-8fcd-447a-b2f9-f825f7b94b75 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:52.144715 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-1cdee44b-8fcd-447a-b2f9-f825f7b94b75 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 946 time: 0.0600538 Sep 14 02:48:52.201523 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (2f525623-45a9-4221-9021-b4c89c572bd6), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.238702 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Deleting port c054aeba-c150-4228-9cca-250027ee6476 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:52.239376 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (c054aeba-c150-4228-9cca-250027ee6476), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.250420 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Deleting port 36d42c4e-9410-4bc1-9c0c-bee77f387884 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:52.250751 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.311893 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] For port 36d42c4e-9410-4bc1-9c0c-bee77f387884, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=36d42c4e-9410-4bc1-9c0c-bee77f387884,segment=NetworkSegment(1be165f6-bcbe-4907-8dab-204ba3398534),segment_id=1be165f6-bcbe-4907-8dab-204ba3398534)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:52.312211 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.326139 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Calling delete_port for 36d42c4e-9410-4bc1-9c0c-bee77f387884 owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:52.332815 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] For port c054aeba-c150-4228-9cca-250027ee6476, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c054aeba-c150-4228-9cca-250027ee6476,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:52.333178 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (c054aeba-c150-4228-9cca-250027ee6476), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.383684 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:52.418815 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3a529-47b4-4378-832a-452252921f75 None None] DHCP port deletion for 2f525623-45a9-4221-9021-b4c89c572bd6 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:48:52.421530 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (36d42c4e-9410-4bc1-9c0c-bee77f387884), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.452716 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=36d42c4e-9410-4bc1-9c0c-bee77f387884,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:52.459098 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] No DVR routers for this DVR port 36d42c4e-9410-4bc1-9c0c-bee77f387884 on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:48:52.523588 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.523928 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (f014bc39-f737-4757-aabc-95e8df7595dd), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.524264 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Floating IP f014bc39-f737-4757-aabc-95e8df7595dd disassociated. External IP: 172.27.2.243, port: c054aeba-c150-4228-9cca-250027ee6476. Sep 14 02:48:52.524623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Calling delete_port for c054aeba-c150-4228-9cca-250027ee6476 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:52.531068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (2f525623-45a9-4221-9021-b4c89c572bd6), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.551531 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f525623-45a9-4221-9021-b4c89c572bd6']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:52.561048 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be165f6-bcbe-4907-8dab-204ba3398534') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:52.561343 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be165f6-bcbe-4907-8dab-204ba3398534') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:52.574700 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (1be165f6-bcbe-4907-8dab-204ba3398534), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.588479 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (1be165f6-bcbe-4907-8dab-204ba3398534), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.596373 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:48:52.596373 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (1be165f6-bcbe-4907-8dab-204ba3398534), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.638532 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 1be165f6-bcbe-4907-8dab-204ba3398534 resource provider aggregate not found Sep 14 02:48:52.656038 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 1be165f6-bcbe-4907-8dab-204ba3398534 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1be165f6-bcbe-4907-8dab-204ba3398534 found for delete ", "request_id": "req-a2cc1d56-a685-4f66-964c-5d1728d8a432"}]} Sep 14 02:48:52.661597 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (c054aeba-c150-4228-9cca-250027ee6476), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.665701 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (2f525623-45a9-4221-9021-b4c89c572bd6), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.670977 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.674174 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2f525623-45a9-4221-9021-b4c89c572bd6 HTTP/1.1" status: 204 len: 168 time: 0.5445874 Sep 14 02:48:52.687265 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a2cfe-61e4-46ff-9f12-a14d69a8c8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2f525623-45a9-4221-9021-b4c89c572bd6,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:52.695315 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event deleted for resources: {'Port': ['ID=c054aeba-c150-4228-9cca-250027ee6476,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:52.806341 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40198) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:52.827255 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:48:52.850267 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-6ce2ddcf-1f42-4206-bfb3-dcd61d6fbb60 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2384279227724e9592e7593837e2fece&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426433 Sep 14 02:48:52.852845 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40200) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:52.881628 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:52.906318 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 36d42c4e-9410-4bc1-9c0c-bee77f387884 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:48:52.906929 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d6ceea2c-f233-4cd1-bf63-9237bf7cf6fa admin admin] Publish callbacks [] for security_group (70a33210-8356-41cb-b74a-8a87a2956b0e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.925540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 36d42c4e-9410-4bc1-9c0c-bee77f387884 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:48:52.925901 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 36d42c4e-9410-4bc1-9c0c-bee77f387884 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:48:52.926536 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device d31b3e72-8791-4339-8062-7eaa5f0c2f21 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:48:52.927981 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d6ceea2c-f233-4cd1-bf63-9237bf7cf6fa admin admin] Publish callbacks [] for security_group (70a33210-8356-41cb-b74a-8a87a2956b0e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.941888 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:48:52.949707 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: d31b3e72-8791-4339-8062-7eaa5f0c2f21 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:48:52.950085 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device d31b3e72-8791-4339-8062-7eaa5f0c2f21 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:48:52.950617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e7879a11-e4aa-4d8c-abf2-75c393997df9 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:48:52.958091 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] Sync routers for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:48:52.972982 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:52.974760 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:52.979823 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:52.987645 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: e7879a11-e4aa-4d8c-abf2-75c393997df9 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:48:52.987994 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e7879a11-e4aa-4d8c-abf2-75c393997df9 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:48:52.990984 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d6ceea2c-f233-4cd1-bf63-9237bf7cf6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (70a33210-8356-41cb-b74a-8a87a2956b0e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.993674 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d6ceea2c-f233-4cd1-bf63-9237bf7cf6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:52.997589 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d6ceea2c-f233-4cd1-bf63-9237bf7cf6fa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/70a33210-8356-41cb-b74a-8a87a2956b0e HTTP/1.1" status: 204 len: 168 time: 0.1437716 Sep 14 02:48:52.997919 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] No DVR routers for this DVR port c054aeba-c150-4228-9cca-250027ee6476 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:48:53.000691 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:53.004562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-8d18b6b5-b7a9-4645-ae45-79cc95b6dc9d req-39e88a30-927c-4648-a059-71ed896ee265 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.48 "DELETE /networking/v2.0/ports/c054aeba-c150-4228-9cca-250027ee6476 HTTP/1.1" status: 204 len: 173 time: 0.8545585 Sep 14 02:48:53.006275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-deleted', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:48:53.006415 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceea2c-f233-4cd1-bf63-9237bf7cf6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a33210-8356-41cb-b74a-8a87a2956b0e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:53.018442 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc721a8-d105-4e5a-b797-65d0c6f718e8" -d '{"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-deleted", "tag": "c054aeba-c150-4228-9cca-250027ee6476"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:48:53.099226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7b0c68-bc3d-4fdb-949f-79b1b7a7de3c x-openstack-request-id: req-7a7b0c68-bc3d-4fdb-949f-79b1b7a7de3c {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:48:53.099226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20", "name": "network-vif-deleted", "tag": "c054aeba-c150-4228-9cca-250027ee6476", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:48:53.099226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a7b0c68-bc3d-4fdb-949f-79b1b7a7de3c {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:48:53.099618 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7b0c68-bc3d-4fdb-949f-79b1b7a7de3c'] response: {'server_uuid': '8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20', 'name': 'network-vif-deleted', 'tag': 'c054aeba-c150-4228-9cca-250027ee6476', 'status': 'completed', 'code': 200} Sep 14 02:48:53.205232 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:53.270805 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-03c0e857-230c-4803-9f00-c315511372c2 req-acb3c10d-3622-42c9-89c1-50019ba14330 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b1ea13c-cbd1-4f2a-97ac-7e3e7ea6fa20 HTTP/1.1" status: 200 len: 210 time: 0.0438225 Sep 14 02:48:53.524420 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:53.552335 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] Checking router: 17c3cab7-ba61-43fb-b657-1acf1150b7b8 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:48:53.561446 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:53.562141 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:53.678053 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:53.880396 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:53.904839 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e0e85-88ef-4bb2-8f65-606c66b4b91c None None] The sync data for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi is: [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:41:38Z', 'revision_number': 4, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': 'e8da3351-0839-4cd0-8d83-da3c08e8e771', 'name': '', 'network_id': '82d3281b-c915-4062-b12c-017b9fdc9c94', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'mac_address': 'fa:16:3e:76:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:35Z', 'updated_at': '2022-09-14T02:41:46Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'subnets': [{'id': '2c930b20-7d22-473d-a470-ee52c5a64115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:48:53.916345 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40228) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:53.963082 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0ae0acce-d6a4-4e43-a9fa-d68fae7f0295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.019730 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1569959317-network', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:54.041950 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Made reservation on behalf of aa9c7fd668584ca48602a476eeb2249f for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:48:54.044376 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.053527 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.135710 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks [] for security_group (e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.135903 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf81d39-709b-4b5a-8361-c39df7450f55 None None] New status for floating IP f014bc39-f737-4757-aabc-95e8df7595dd: DOWN {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:48:54.141491 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.164692 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:48:54.178974 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:54.184969 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (81cd9406-96b8-4221-b9ab-75779fdf598b), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.185296 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Added segment 81cd9406-96b8-4221-b9ab-75779fdf598b of type vlan for network f92baa67-4902-4b57-9af6-64ad0af96ee7 Sep 14 02:48:54.228979 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (f92baa67-4902-4b57-9af6-64ad0af96ee7), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.255639 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (f92baa67-4902-4b57-9af6-64ad0af96ee7), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.256949 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:54.257622 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.317505 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4000742 Sep 14 02:48:54.320975 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40234) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:54.322565 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea837baf-f7d6-4614-ba44-1f18d37d0d1b admin admin] Pushing event updated for resources: {'Network': ['ID=f92baa67-4902-4b57-9af6-64ad0af96ee7,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:54.326756 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Request body: {'subnet': {'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-subnet', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:54.333546 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:48:54.356304 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Made reservation on behalf of aa9c7fd668584ca48602a476eeb2249f for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:48:54.359160 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.379760 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40238) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:54.408172 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:54.441873 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16e2d9b6-19c1-49eb-a70d-0b6659db254e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (024f695f-c767-430d-9ff1-cf5f2c3b6839), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.464582 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16e2d9b6-19c1-49eb-a70d-0b6659db254e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (024f695f-c767-430d-9ff1-cf5f2c3b6839), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.474606 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:54.519684 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16e2d9b6-19c1-49eb-a70d-0b6659db254e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (024f695f-c767-430d-9ff1-cf5f2c3b6839), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.522302 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-16e2d9b6-19c1-49eb-a70d-0b6659db254e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.523545 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-16e2d9b6-19c1-49eb-a70d-0b6659db254e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/024f695f-c767-430d-9ff1-cf5f2c3b6839 HTTP/1.1" status: 204 len: 168 time: 0.1424530 Sep 14 02:48:54.526882 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40240) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:54.534818 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (017f1927-7dc9-49d5-9796-cdd32f4f2a85), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.544712 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2d9b6-19c1-49eb-a70d-0b6659db254e tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f695f-c767-430d-9ff1-cf5f2c3b6839,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:54.546824 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.api.v2.resource [None req-e1955dbf-cd72-4b70-920b-18b494d4320d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] show failed (client error): The resource could not be found. Sep 14 02:48:54.551303 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-e1955dbf-cd72-4b70-920b-18b494d4320d tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "GET /networking/v2.0/security-groups/024f695f-c767-430d-9ff1-cf5f2c3b6839 HTTP/1.1" status: 404 len: 347 time: 0.0201695 Sep 14 02:48:54.554615 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40242) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:54.595560 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017f1927-7dc9-49d5-9796-cdd32f4f2a85,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:54.602886 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Checking segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:48:54.603240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Network hostable DHCP agents. Network: f92baa67-4902-4b57-9af6-64ad0af96ee7, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:48:54.620827 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:48:54.630401 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, f92baa67-4902-4b57-9af6-64ad0af96ee7) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:54.634413 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:48:54.634993 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.643446 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755d2bc-49e7-4a99-806d-aea4e41f4ca7 None None] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:48:54.651913 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7dd073de-86b8-452a-aeb7-e9ba466ef652 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3295655 Sep 14 02:48:54.655765 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40244) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:54.660576 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:54.668285 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Deleting port 778b5dc3-0ae5-42f5-ad82-f13d7bd9a602 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:54.668607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.683082 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (92fe9a79-68ae-4b0c-9591-c69aeda5f802), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.684076 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (92fe9a79-68ae-4b0c-9591-c69aeda5f802), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.704992 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:54.747016 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.747747 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.751284 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks [] for router_controller (92fe9a79-68ae-4b0c-9591-c69aeda5f802), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.762294 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Calling delete_port for 778b5dc3-0ae5-42f5-ad82-f13d7bd9a602 owned by network:floatingip {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:54.762765 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-f92baa67-4902-4b57-9af6-64ad0af96ee7', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:48:54.763796 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.897360 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks [] for router_gateway (92fe9a79-68ae-4b0c-9591-c69aeda5f802), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.897633 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Allocated IP 172.20.0.2 (f92baa67-4902-4b57-9af6-64ad0af96ee7/017f1927-7dc9-49d5-9796-cdd32f4f2a85/9eb426ab-a0dd-41aa-9530-406cb475fdce) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:48:54.921347 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (778b5dc3-0ae5-42f5-ad82-f13d7bd9a602), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:54.943910 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Pushing event deleted for resources: {'Port': ['ID=778b5dc3-0ae5-42f5-ad82-f13d7bd9a602,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:54.988152 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:55.015688 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks [] for floatingip (f014bc39-f737-4757-aabc-95e8df7595dd), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.018643 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.019795 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-97dde1f2-f43f-4b4b-bfda-089f8b121d11 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/f014bc39-f737-4757-aabc-95e8df7595dd HTTP/1.1" status: 204 len: 168 time: 0.4640565 Sep 14 02:48:55.055859 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Publish callbacks [] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.064188 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.076335 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:55.091258 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks [] for router_gateway (92fe9a79-68ae-4b0c-9591-c69aeda5f802), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.100023 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:48:55.104709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:55.113891 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.115665 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:48:55.131211 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Pushing event updated for resources: {'Port': ['ID=9eb426ab-a0dd-41aa-9530-406cb475fdce,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.157989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.158805 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.158805 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.158805 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.159000 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.159891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.159891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:55.192353 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Attempting to bind port 9eb426ab-a0dd-41aa-9530-406cb475fdce on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:48:55.192717 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Attempting to bind port 9eb426ab-a0dd-41aa-9530-406cb475fdce by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:48:55.193069 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Attempting to bind port 9eb426ab-a0dd-41aa-9530-406cb475fdce on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:48:55.224557 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Allocated IP 172.27.2.30 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/99c12273-e5c2-4238-81d9-8ed37981a0d4) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:48:55.228523 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:55.234707 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:48:55.235257 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Checking segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:48:55.235632 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.236014 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Bound using segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:48:55.236606 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Bound port: 9eb426ab-a0dd-41aa-9530-406cb475fdce, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:48:55.236949 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.299434 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] For port 9eb426ab-a0dd-41aa-9530-406cb475fdce, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:48:55.302649 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] For port 9eb426ab-a0dd-41aa-9530-406cb475fdce, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=9eb426ab-a0dd-41aa-9530-406cb475fdce,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:48:55.309547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.347087 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks [] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.374107 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:55.388184 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.433623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:48:55.437183 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:55.441371 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:48:55.470104 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Pushing event updated for resources: {'Port': ['ID=99c12273-e5c2-4238-81d9-8ed37981a0d4,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:55.496625 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85129ed1-7ed8-4844-88aa-1f093a91bdac None None] Pushing event updated for resources: {'Port': ['ID=9eb426ab-a0dd-41aa-9530-406cb475fdce,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:55.707042 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks [] for router_gateway (92fe9a79-68ae-4b0c-9591-c69aeda5f802), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:55.725870 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:48:55.745385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: c054aeba-c150-4228-9cca-250027ee6476 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:48:55.745720 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device c054aeba-c150-4228-9cca-250027ee6476 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:48:55.899317 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (92fe9a79-68ae-4b0c-9591-c69aeda5f802), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.029119 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:48:56.071539 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:56.113600 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8448511e-6c6e-4ce6-a9c1-f2d195fe8801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.134403 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:48:56.144440 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:48:56.153978 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.157887 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f0dee854-6daa-4ab4-9f64-b3a3abc87d61 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4985409 Sep 14 02:48:56.158507 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40250) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:56.160749 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:56.161629 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:56.164435 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:56.252540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc407e-e34d-4a65-b85f-914d19eb91f7 None None] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:48:56.281209 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:56.366331 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] Provisioning complete for port 9eb426ab-a0dd-41aa-9530-406cb475fdce triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:56.366616 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.367115 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] Attempt 1 to provision port 9eb426ab-a0dd-41aa-9530-406cb475fdce Sep 14 02:48:56.444261 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:56.461478 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:56.483665 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] Current status of the port 9eb426ab-a0dd-41aa-9530-406cb475fdce is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:56.484296 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.510297 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:55Z', 'revision_number': 3, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:56.521249 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] For port 9eb426ab-a0dd-41aa-9530-406cb475fdce, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=9eb426ab-a0dd-41aa-9530-406cb475fdce,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:56.529112 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.543808 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:48:56.544155 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Updating router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 port 99c12273-e5c2-4238-81d9-8ed37981a0d4 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:48:56.577364 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.610759 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2da02-a389-4858-8fac-c3ffadd9d70c None None] Pushing event updated for resources: {'Port': ['ID=9eb426ab-a0dd-41aa-9530-406cb475fdce,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:56.749507 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-028ade10-a647-44e0-bfcd-00f33f223aed None None] Provisioning complete for port 9eb426ab-a0dd-41aa-9530-406cb475fdce triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:56.749907 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-028ade10-a647-44e0-bfcd-00f33f223aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.750235 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-028ade10-a647-44e0-bfcd-00f33f223aed None None] Attempt 1 to provision port 9eb426ab-a0dd-41aa-9530-406cb475fdce Sep 14 02:48:56.784578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:56.830207 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-028ade10-a647-44e0-bfcd-00f33f223aed None None] Current status of the port 9eb426ab-a0dd-41aa-9530-406cb475fdce is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:56.876539 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Publish callbacks [] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.883399 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.916033 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Attempting to bind port 99c12273-e5c2-4238-81d9-8ed37981a0d4 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:48:56.916397 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Attempting to bind port 99c12273-e5c2-4238-81d9-8ed37981a0d4 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:48:56.916756 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Attempting to bind port 99c12273-e5c2-4238-81d9-8ed37981a0d4 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:48:56.926190 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.929623 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 9eb426ab-a0dd-41aa-9530-406cb475fdce up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:48:56.957449 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Pushing event updated for resources: {'Port': ['ID=99c12273-e5c2-4238-81d9-8ed37981a0d4,revision_number=2']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:56.971157 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.971600 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.972043 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.972483 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.972898 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.973418 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.973932 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.974265 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.974593 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.974851 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 9eb426ab-a0dd-41aa-9530-406cb475fdce triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:56.974967 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.975228 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.975360 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.975561 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 9eb426ab-a0dd-41aa-9530-406cb475fdce Sep 14 02:48:56.975708 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.976029 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.976347 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.976847 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:48:56.992594 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:48:56.992969 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:48:56.993398 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:56.993807 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:48:56.994379 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Bound port: 99c12273-e5c2-4238-81d9-8ed37981a0d4, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:48:56.994755 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.044096 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] For port 99c12273-e5c2-4238-81d9-8ed37981a0d4, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:48:57.047179 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] For port 99c12273-e5c2-4238-81d9-8ed37981a0d4, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=99c12273-e5c2-4238-81d9-8ed37981a0d4,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:48:57.051802 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 9eb426ab-a0dd-41aa-9530-406cb475fdce is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:57.054611 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.083899 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Allocated IP 172.20.0.1 (f92baa67-4902-4b57-9af6-64ad0af96ee7/017f1927-7dc9-49d5-9796-cdd32f4f2a85/94d4f592-a0cd-4b6c-bf10-f033a36b9f6e) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:48:57.089997 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:57.090624 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:57.149681 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211001c-be35-4bc2-9925-020aee92c053 None None] Pushing event updated for resources: {'Port': ['ID=99c12273-e5c2-4238-81d9-8ed37981a0d4,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:57.184751 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:57.192564 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks [] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.208555 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:57.226002 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.234556 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:57.269225 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:48:57.272960 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:57.275564 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:48:57.304040 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Pushing event updated for resources: {'Port': ['ID=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:57.325004 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (92fe9a79-68ae-4b0c-9591-c69aeda5f802), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.422612 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:57.460780 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.484591 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:55Z', 'revision_number': 3, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:57.517607 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994dc38-d1e3-4d3c-98f2-c667b66db06e None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:55Z', 'revision_number': 3, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:48:57.524142 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.559788 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Provisioning complete for port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:57.560570 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.561451 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Attempt 1 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:48:57.589227 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:57.590640 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40272) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:57.601457 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:57.676619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks [] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.709586 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:57.828483 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Pushing event updated for resources: {'Port': ['ID=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:57.836383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (92fe9a79-68ae-4b0c-9591-c69aeda5f802), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.028218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:48:58.031770 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:58.102729 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Attempt 2 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:48:58.146542 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:58.184441 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:58.239378 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:58.248552 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:48:58.250661 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (17c3cab7-ba61-43fb-b657-1acf1150b7b8), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.458246 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:48:58.472659 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-330b1fb6-072f-4fc0-ba3a-134b2793339a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/92fe9a79-68ae-4b0c-9591-c69aeda5f802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3050969 Sep 14 02:48:58.560976 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Deleting port e8da3351-0839-4cd0-8d83-da3c08e8e771 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:48:58.561225 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.642383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] For port e8da3351-0839-4cd0-8d83-da3c08e8e771, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e8da3351-0839-4cd0-8d83-da3c08e8e771,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:58.643054 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.648220 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Attempt 3 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:48:58.655476 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Calling delete_port for e8da3351-0839-4cd0-8d83-da3c08e8e771 owned by network:router_interface {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:48:58.684591 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:58.766355 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40282) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:58.770950 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-8b212426-c721-4e10-99d6-2c6532236117 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428429780', 'description': 'tempest-description--377526077'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:58.793679 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8b212426-c721-4e10-99d6-2c6532236117 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.847514 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (e8da3351-0839-4cd0-8d83-da3c08e8e771), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.876877 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8b212426-c721-4e10-99d6-2c6532236117 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (43d9d035-795c-4d5a-82db-e59943e6dc73), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.885333 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8b212426-c721-4e10-99d6-2c6532236117 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (43d9d035-795c-4d5a-82db-e59943e6dc73), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.893770 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8da3351-0839-4cd0-8d83-da3c08e8e771,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:58.913960 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.925291 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8b212426-c721-4e10-99d6-2c6532236117 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:58.930092 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-8b212426-c721-4e10-99d6-2c6532236117 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1626327 Sep 14 02:48:58.931666 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40284) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:58.939533 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-86871816-6ec1-4eb6-9a0f-fbd46154923f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': '43d9d035-795c-4d5a-82db-e59943e6dc73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:58.959463 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b212426-c721-4e10-99d6-2c6532236117 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d9d035-795c-4d5a-82db-e59943e6dc73,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:58.968700 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 99c12273-e5c2-4238-81d9-8ed37981a0d4 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:48:58.973418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-86871816-6ec1-4eb6-9a0f-fbd46154923f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (e7d11b4e-cb7a-40a2-af26-7aecdba9999a), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.020280 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.036248 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-86871816-6ec1-4eb6-9a0f-fbd46154923f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (e7d11b4e-cb7a-40a2-af26-7aecdba9999a), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.043617 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-86871816-6ec1-4eb6-9a0f-fbd46154923f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (e7d11b4e-cb7a-40a2-af26-7aecdba9999a), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.053492 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 99c12273-e5c2-4238-81d9-8ed37981a0d4 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:48:59.054297 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.054784 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.055005 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 99c12273-e5c2-4238-81d9-8ed37981a0d4 Sep 14 02:48:59.078725 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86871816-6ec1-4eb6-9a0f-fbd46154923f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d11b4e-cb7a-40a2-af26-7aecdba9999a,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:59.092910 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-86871816-6ec1-4eb6-9a0f-fbd46154923f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.095192 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-86871816-6ec1-4eb6-9a0f-fbd46154923f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599100 Sep 14 02:48:59.097988 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40286) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:59.108396 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-e8abe85f-f44f-46ce-88d9-07b2ad90dd9f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': '43d9d035-795c-4d5a-82db-e59943e6dc73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:59.108621 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.121088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (17c3cab7-ba61-43fb-b657-1acf1150b7b8), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.152891 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8abe85f-f44f-46ce-88d9-07b2ad90dd9f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (c5f7697e-467e-429b-8eb8-6bcfe97257a8), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.165734 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 99c12273-e5c2-4238-81d9-8ed37981a0d4 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:48:59.166185 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.186945 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Attempt 4 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:48:59.191667 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.192460 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 99c12273-e5c2-4238-81d9-8ed37981a0d4, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=99c12273-e5c2-4238-81d9-8ed37981a0d4,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:48:59.213320 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.223544 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8abe85f-f44f-46ce-88d9-07b2ad90dd9f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (c5f7697e-467e-429b-8eb8-6bcfe97257a8), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.228706 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8abe85f-f44f-46ce-88d9-07b2ad90dd9f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (c5f7697e-467e-429b-8eb8-6bcfe97257a8), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.248274 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abe85f-f44f-46ce-88d9-07b2ad90dd9f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f7697e-467e-429b-8eb8-6bcfe97257a8,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:59.257029 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:59.259766 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8abe85f-f44f-46ce-88d9-07b2ad90dd9f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.261681 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-e8abe85f-f44f-46ce-88d9-07b2ad90dd9f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621108 Sep 14 02:48:59.264324 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40288) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:59.269171 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:48:59.275821 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.285917 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=99c12273-e5c2-4238-81d9-8ed37981a0d4,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:59.294610 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.317970 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:48:59.337860 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:59.339165 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:59.367591 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:48:59.382651 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.452597 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:59.475757 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:48:59.483179 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-377d71ec-243d-4d4c-8b4b-be1b3cfe5079 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/17c3cab7-ba61-43fb-b657-1acf1150b7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8825967 Sep 14 02:48:59.483356 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40290) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:48:59.493278 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] Sync routers for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:48:59.503583 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.27.2.138 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/2b80a809-a666-4d11-af19-12e6caa1005b) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:48:59.506875 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:59.507920 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:59.596919 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks [] for router (17c3cab7-ba61-43fb-b657-1acf1150b7b8), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.618493 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:48:59.626566 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (2b80a809-a666-4d11-af19-12e6caa1005b), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.666322 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (2b80a809-a666-4d11-af19-12e6caa1005b), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.688416 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 2, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:59.691205 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.692353 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.713819 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:48:59.718142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:48:59.725645 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:48:59.728337 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Updating router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:48:59.731778 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:48:59.758243 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Attempt 5 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:48:59.765824 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=2b80a809-a666-4d11-af19-12e6caa1005b,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:48:59.783342 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.804225 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:48:59.855585 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (ee542d65-987f-417b-bfc7-1466778abc03), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.866704 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:48:58Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:48:59.897832 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.899740 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] Checking router: 17c3cab7-ba61-43fb-b657-1acf1150b7b8 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:48:59.911303 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:48:59.912684 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (2b80a809-a666-4d11-af19-12e6caa1005b), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:48:59.915345 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] Routers {'17c3cab7-ba61-43fb-b657-1acf1150b7b8'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:48:59.916199 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:00.007936 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks [] for router_gateway (17c3cab7-ba61-43fb-b657-1acf1150b7b8), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.048109 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] Set router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:00.068817 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Deleting port 1b789baf-e3f4-4b50-b091-664a97c0fdd7 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:49:00.069151 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.078457 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (2b80a809-a666-4d11-af19-12e6caa1005b), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.086208 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (2b80a809-a666-4d11-af19-12e6caa1005b), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.111599 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Publish callbacks [] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.121305 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.149887 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:00.167760 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=2b80a809-a666-4d11-af19-12e6caa1005b,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:00.168391 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] For port 1b789baf-e3f4-4b50-b091-664a97c0fdd7, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1b789baf-e3f4-4b50-b091-664a97c0fdd7,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:00.168952 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.183077 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (ee542d65-987f-417b-bfc7-1466778abc03), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.192383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Calling delete_port for 1b789baf-e3f4-4b50-b091-664a97c0fdd7 owned by network:router_gateway {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:49:00.212733 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.213885 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4028e05-74ee-45b6-8b8a-c6fcb8129b9c None None] Pushing event updated for resources: {'Port': ['ID=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:00.229927 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-12cbaea0-e867-4f9e-8bd6-248e1558a5a8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9645104 Sep 14 02:49:00.230071 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Attempting to bind port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:00.230372 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Attempting to bind port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:00.230730 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Attempting to bind port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:00.262173 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:48:58Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:00.272626 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:00.272990 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Checking segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:00.273391 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.274050 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Bound using segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:00.280835 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Bound port: 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:00.281540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.314139 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41327-e0b2-4cb0-98f2-e2c49c6738d0 None None] The sync data for ids ['17c3cab7-ba61-43fb-b657-1acf1150b7b8'] in dv-cinder-857075-6-iscsi is: [{'id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1471611235-router', 'tenant_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:41:27Z', 'updated_at': '2022-09-14T02:48:58Z', 'revision_number': 5, 'project_id': '63347c9bf4164b6b8f146ef830dc6e1a', 'gw_port': {'id': '1b789baf-e3f4-4b50-b091-664a97c0fdd7', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c3cab7-ba61-43fb-b657-1acf1150b7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:41:28Z', 'updated_at': '2022-09-14T02:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:49:00.328532 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Attempt 6 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:49:00.387405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:00.398226 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:00.401171 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] For port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:00.405385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] For port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:00.406569 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-b35407b8-261b-425e-b022-7fedbcf69a71 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1428429780&fields=id&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 267 time: 0.0454104 Sep 14 02:49:00.411392 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (1b789baf-e3f4-4b50-b091-664a97c0fdd7), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.413332 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.436994 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1b789baf-e3f4-4b50-b091-664a97c0fdd7,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:00.452773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:00.453415 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:00.502641 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (17c3cab7-ba61-43fb-b657-1acf1150b7b8), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.522542 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-6f187dd8-1582-4288-aae8-7dc126f9615f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:00.524278 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-6f187dd8-1582-4288-aae8-7dc126f9615f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.1097927 Sep 14 02:49:00.527223 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:00.541565 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-6aed4066-37ae-4844-9c66-c5944d5adf1c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/quotas/aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 375 time: 0.0103014 Sep 14 02:49:00.595387 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-eada36ca-54cb-49fe-8b3c-766c0a2daaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475752 Sep 14 02:49:00.600193 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (17c3cab7-ba61-43fb-b657-1acf1150b7b8), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.602892 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks [] for router_controller (17c3cab7-ba61-43fb-b657-1acf1150b7b8), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.647596 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (17c3cab7-ba61-43fb-b657-1acf1150b7b8), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.648410 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c3cab7-ba61-43fb-b657-1acf1150b7b8 {{(pid=112943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:49:00.653715 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4028e05-74ee-45b6-8b8a-c6fcb8129b9c None None] Pushing event updated for resources: {'Port': ['ID=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:00.654086 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.658187 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40304) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:00.658364 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7c4df3df-ccff-4bb0-843b-d40ef78934aa admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/17c3cab7-ba61-43fb-b657-1acf1150b7b8 HTTP/1.1" status: 204 len: 168 time: 1.1739192 Sep 14 02:49:00.718233 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:00.731268 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] Deleting subnet 2c930b20-7d22-473d-a470-ee52c5a64115 {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:49:00.741872 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] Publish callbacks [] for subnet (2c930b20-7d22-473d-a470-ee52c5a64115), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.764725 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-b3e7aca8-af12-4dc0-b2ce-b9157a1c4bf0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554818 Sep 14 02:49:00.789876 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (2c930b20-7d22-473d-a470-ee52c5a64115), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.792841 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:00.899462 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Attempt 7 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:49:00.945558 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:00Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:00.960634 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-62c38a1f-61fc-4733-93a5-0d6d864264bd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865516 Sep 14 02:49:00.968433 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (2c930b20-7d22-473d-a470-ee52c5a64115), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:00.976383 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0091851-8904-443c-a5bf-130527ce83ae None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:00Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:49:00.995373 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 99c12273-e5c2-4238-81d9-8ed37981a0d4 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:01.035736 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:01.063609 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (2c930b20-7d22-473d-a470-ee52c5a64115), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.095258 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Current status of the port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:01.095646 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.106693 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.110624 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2c930b20-7d22-473d-a470-ee52c5a64115 HTTP/1.1" status: 204 len: 168 time: 0.4513249 Sep 14 02:49:01.111555 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec2f5b-e304-4894-91a7-11e668bbe590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c930b20-7d22-473d-a470-ee52c5a64115,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:01.117809 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:01.123366 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40306) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:01.136540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad54a1-b256-4720-b447-b83afea13c65 None None] Network 82d3281b-c915-4062-b12c-017b9fdc9c94 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:49:01.196283 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] For port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:01.208222 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 99c12273-e5c2-4238-81d9-8ed37981a0d4 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:01.208777 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.208977 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 99c12273-e5c2-4238-81d9-8ed37981a0d4 Sep 14 02:49:01.227074 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (82d3281b-c915-4062-b12c-017b9fdc9c94), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.259259 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.279145 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Deleting port f917a5e0-3927-4f1f-b0a8-db022aa5977b {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:49:01.279709 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.333006 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:01.363051 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0db87c11-2d71-49f4-ae08-98b7c98391ed req-d01cf7e2-431c-4ca3-a7fb-7e75d237bdd2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 210 time: 0.1229236 Sep 14 02:49:01.367443 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a66dd-1025-4f46-825b-ae757e80a3c5 None None] Pushing event updated for resources: {'Port': ['ID=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:01.390590 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] For port f917a5e0-3927-4f1f-b0a8-db022aa5977b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=f917a5e0-3927-4f1f-b0a8-db022aa5977b,segment=NetworkSegment(c50d7c13-b233-468f-9f7b-c97e2d0505b8),segment_id=c50d7c13-b233-468f-9f7b-c97e2d0505b8)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:01.392262 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.417631 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Calling delete_port for f917a5e0-3927-4f1f-b0a8-db022aa5977b owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:49:01.439142 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-f8b57c64-ac1b-43c8-b167-b15a50a2d5b5 None None] Provisioning complete for port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:01.439754 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f8b57c64-ac1b-43c8-b167-b15a50a2d5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.439950 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-f8b57c64-ac1b-43c8-b167-b15a50a2d5b5 None None] Attempt 1 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:49:01.517229 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 99c12273-e5c2-4238-81d9-8ed37981a0d4 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:01.524387 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (f917a5e0-3927-4f1f-b0a8-db022aa5977b), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.568901 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f917a5e0-3927-4f1f-b0a8-db022aa5977b,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:01.578281 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] No DVR routers for this DVR port f917a5e0-3927-4f1f-b0a8-db022aa5977b on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:49:01.635369 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f731b-5f47-4cbb-8a00-815650b41ed5 None None] DHCP port deletion for 82d3281b-c915-4062-b12c-017b9fdc9c94 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:49:01.651226 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e8da3351-0839-4cd0-8d83-da3c08e8e771 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:49:01.657977 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-f8b57c64-ac1b-43c8-b167-b15a50a2d5b5 None None] Current status of the port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:01.683567 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: e8da3351-0839-4cd0-8d83-da3c08e8e771 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:49:01.684014 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e8da3351-0839-4cd0-8d83-da3c08e8e771 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:49:01.710476 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (82d3281b-c915-4062-b12c-017b9fdc9c94), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.738399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d3281b-c915-4062-b12c-017b9fdc9c94']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:01.749894 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50d7c13-b233-468f-9f7b-c97e2d0505b8') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:01.751793 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50d7c13-b233-468f-9f7b-c97e2d0505b8') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:01.765689 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (c50d7c13-b233-468f-9f7b-c97e2d0505b8), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.781863 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c50d7c13-b233-468f-9f7b-c97e2d0505b8), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.789841 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:49:01.790528 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (c50d7c13-b233-468f-9f7b-c97e2d0505b8), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.834940 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment c50d7c13-b233-468f-9f7b-c97e2d0505b8 resource provider aggregate not found Sep 14 02:49:01.862807 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment c50d7c13-b233-468f-9f7b-c97e2d0505b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c50d7c13-b233-468f-9f7b-c97e2d0505b8 found for delete ", "request_id": "req-80c83959-e858-4a7d-b31f-d918e3e21272"}]} Sep 14 02:49:01.865996 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (82d3281b-c915-4062-b12c-017b9fdc9c94), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.875717 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:01.881809 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/82d3281b-c915-4062-b12c-017b9fdc9c94 HTTP/1.1" status: 204 len: 168 time: 0.7545958 Sep 14 02:49:01.891410 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0abb3-b1d3-4820-b40b-12bcb2763df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d3281b-c915-4062-b12c-017b9fdc9c94,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:02.022172 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40324) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:02.065023 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-c72f3732-c16b-41c6-a3c5-82c35398bcdf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=63347c9bf4164b6b8f146ef830dc6e1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416713 Sep 14 02:49:02.067956 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40326) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:02.120412 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2a2835a-8b32-4d4d-a0fc-4ff22ab4d245 admin admin] Publish callbacks [] for security_group (effb8472-1946-4584-af54-73f63b663535), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:02.146272 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2a2835a-8b32-4d4d-a0fc-4ff22ab4d245 admin admin] Publish callbacks [] for security_group (effb8472-1946-4584-af54-73f63b663535), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:02.196286 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2a2835a-8b32-4d4d-a0fc-4ff22ab4d245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (effb8472-1946-4584-af54-73f63b663535), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:02.199154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2a2835a-8b32-4d4d-a0fc-4ff22ab4d245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:02.200297 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a2a2835a-8b32-4d4d-a0fc-4ff22ab4d245 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/effb8472-1946-4584-af54-73f63b663535 HTTP/1.1" status: 204 len: 168 time: 0.1312897 Sep 14 02:49:02.208154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2835a-8b32-4d4d-a0fc-4ff22ab4d245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb8472-1946-4584-af54-73f63b663535,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:02.483463 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ee726595-c527-4b8a-9b92-afbb094b6ad0 req-4ae17157-4c00-46fe-b9a6-2e3d3dc971b9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 210 time: 0.0316391 Sep 14 02:49:02.684802 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-a0f931da-8204-4a82-9ca4-f6a4d0a775f7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:02.686306 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-a0f931da-8204-4a82-9ca4-f6a4d0a775f7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.1224260 Sep 14 02:49:02.754654 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-66f44d3b-b034-498b-9773-ea40470fbe1a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 380 time: 0.0588145 Sep 14 02:49:02.825511 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'port': {'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'admin_state_up': True, 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'security_groups': ['43d9d035-795c-4d5a-82db-e59943e6dc73']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:02.925737 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:02.956267 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:02.972069 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Made reservation on behalf of aa9c7fd668584ca48602a476eeb2249f for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:49:02.973168 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:02.973488 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:02.973867 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e Sep 14 02:49:02.976796 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.049893 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:03.102241 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device f917a5e0-3927-4f1f-b0a8-db022aa5977b no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:49:03.118128 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.20.0.6 (f92baa67-4902-4b57-9af6-64ad0af96ee7/017f1927-7dc9-49d5-9796-cdd32f4f2a85/2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:03.121875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: f917a5e0-3927-4f1f-b0a8-db022aa5977b {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:49:03.122018 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device f917a5e0-3927-4f1f-b0a8-db022aa5977b not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:49:03.122535 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1b789baf-e3f4-4b50-b091-664a97c0fdd7 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:49:03.141642 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 1b789baf-e3f4-4b50-b091-664a97c0fdd7 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:49:03.142002 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1b789baf-e3f4-4b50-b091-664a97c0fdd7 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:49:03.265354 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.301139 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.343891 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:03.350530 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:03.352755 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:03.423742 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:03.438661 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:03.439594 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.446027 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:03.462618 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:03.481608 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-278ec945-73dc-42b6-97e2-d80b467ac47a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611450 Sep 14 02:49:03.495365 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Request body: {'port': {'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:03.589819 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.626032 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd9a29-3067-4364-90db-18229a29c705 req-425ac25d-23bf-47d1-bed9-6bbef119b326 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:03.628554 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-aadd9a29-3067-4364-90db-18229a29c705 req-425ac25d-23bf-47d1-bed9-6bbef119b326 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 931 time: 0.0531805 Sep 14 02:49:03.698384 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-290326b2-1b9b-49ae-9d51-0b00a4826742 None None] Provisioning complete for port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:03.698786 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-290326b2-1b9b-49ae-9d51-0b00a4826742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.699090 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-290326b2-1b9b-49ae-9d51-0b00a4826742 None None] Attempt 1 to provision port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a Sep 14 02:49:03.735542 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-290326b2-1b9b-49ae-9d51-0b00a4826742 None None] Port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:03.763193 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-aadd9a29-3067-4364-90db-18229a29c705 req-e05601a5-56b4-47f7-8caf-6f51d79f6299 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250279 Sep 14 02:49:03.771128 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d364-b19d-4553-9413-68b5298c9cac req-252696e9-5219-42be-82d3-fa0225213db5 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:03.772567 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-89c1d364-b19d-4553-9413-68b5298c9cac req-252696e9-5219-42be-82d3-fa0225213db5 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0906541 Sep 14 02:49:03.773693 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-0c0679b4-5055-4bba-82e4-388f7ea87542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:03.775052 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-0c0679b4-5055-4bba-82e4-388f7ea87542 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1169 time: 0.1081498 Sep 14 02:49:03.854039 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:03.867929 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:49:03.871968 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:03.876707 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Publish callbacks [] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.890357 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Transition to ACTIVE for port object 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:49:03.895320 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:03.957624 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Pushing event updated for resources: {'Port': ['ID=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:04.010719 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Attempting to bind port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:04.011080 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Attempting to bind port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:04.011402 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Attempting to bind port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:04.054755 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a on network f92baa67-4902-4b57-9af6-64ad0af96ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:49:04.055042 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Attempting to bind port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:04.102760 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:04.103092 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Checking segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:04.103473 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Bound using segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:04.103979 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Bound port: 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:04.104402 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:04.166865 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] For port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:04.167895 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-89c1d364-b19d-4553-9413-68b5298c9cac req-86170050-2d6e-4917-9312-608700fa97aa tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3884144 Sep 14 02:49:04.170781 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] For port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:04.179481 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:04.184283 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.184884 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:04.186257 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a HTTP/1.1" status: 200 len: 1093 time: 0.6976857 Sep 14 02:49:04.186807 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:49:04.189075 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49229a34-9624-430c-b41a-6e8b94a06029" -d '{"events": [{"name": "network-changed", "server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:49:04.202459 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-a9f7636c-0849-43b5-82f2-df3ceb07ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.203981 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-a9f7636c-0849-43b5-82f2-df3ceb07ea91 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 915 time: 0.4172428 Sep 14 02:49:04.236958 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-290326b2-1b9b-49ae-9d51-0b00a4826742 None None] Attempt 2 to provision port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a Sep 14 02:49:04.250452 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9b70c6-5006-438c-b006-769682e56982 x-openstack-request-id: req-8c9b70c6-5006-438c-b006-769682e56982 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:49:04.250734 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:49:04.250982 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c9b70c6-5006-438c-b006-769682e56982 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:49:04.251369 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9b70c6-5006-438c-b006-769682e56982'] response: {'name': 'network-changed', 'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'status': 'completed', 'code': 200} Sep 14 02:49:04.274136 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-8a363a6b-1a91-4d4c-a88b-88860e3cec81 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 1002 time: 0.0615270 Sep 14 02:49:04.275858 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f81e8-2381-40a9-ae7c-a4cefe13f28e service neutron] Pushing event updated for resources: {'Port': ['ID=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:04.281164 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-290326b2-1b9b-49ae-9d51-0b00a4826742 None None] Port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:49:04.288684 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-f4f4650c-0d19-4e72-bd9a-b2487ae0321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.290271 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-f4f4650c-0d19-4e72-bd9a-b2487ae0321c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 1127 time: 0.0550900 Sep 14 02:49:04.324380 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-ab0c833c-302f-46e1-bfeb-031037c960b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.325891 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-ab0c833c-302f-46e1-bfeb-031037c960b1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 200 len: 853 time: 0.0458834 Sep 14 02:49:04.330676 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-a722ce0d-5687-4ce1-b439-1b608c9609f4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a HTTP/1.1" status: 200 len: 217 time: 0.0322409 Sep 14 02:49:04.374766 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:04.378824 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-44ff419f-4619-45e1-9946-8a10f62c6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.380333 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-44ff419f-4619-45e1-9946-8a10f62c6734 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8003ea87-d14e-4c9c-9372-adb58a04165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430672 Sep 14 02:49:04.385323 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-89958df8-173e-454c-8188-a9298ff05ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.386827 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-89958df8-173e-454c-8188-a9298ff05ca5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0492165 Sep 14 02:49:04.431940 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-c4dc8fbc-a8db-4d6c-86e2-c58525c79f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.433453 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-c4dc8fbc-a8db-4d6c-86e2-c58525c79f94 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404317 Sep 14 02:49:04.475214 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-713bef6c-da18-4fd0-809a-d8892b63d381 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885046 Sep 14 02:49:04.486367 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:04.530569 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-3f00a727-eba6-4e94-8297-7b53e9d46a44 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900130 Sep 14 02:49:04.572573 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2673d7a5-5efb-49dd-8cbe-2d21878b3be2 req-3d49f792-6664-44b7-8c4f-f22b79fe328a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896881 Sep 14 02:49:04.629654 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-927fbd79-4b49-49a6-ae34-bb3c178fc4b4 req-c0592197-5098-4778-9ba1-900eb8ba0e21 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922449 Sep 14 02:49:04.893280 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db230386-c65a-40af-92c9-595586cc4d56 req-83383840-a4a4-44c2-bc14-ce788b4381fd tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:04.894785 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-db230386-c65a-40af-92c9-595586cc4d56 req-83383840-a4a4-44c2-bc14-ce788b4381fd tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 943 time: 0.0486333 Sep 14 02:49:04.944525 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-db230386-c65a-40af-92c9-595586cc4d56 req-6ce404c8-b307-401e-9073-a3bbc5190f2e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Sep 14 02:49:05.469037 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaa47e-1927-4f87-a0f9-b586da8e59b4 req-adef5e91-7e15-4621-877c-01b1613c91a7 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:05.470435 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7eeaa47e-1927-4f87-a0f9-b586da8e59b4 req-adef5e91-7e15-4621-877c-01b1613c91a7 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0526204 Sep 14 02:49:05.532434 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7eeaa47e-1927-4f87-a0f9-b586da8e59b4 req-d0c2df4a-c3fc-4cd9-9d89-dcd725e3a098 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561419 Sep 14 02:49:06.064094 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8637036-acf3-495c-b360-295fb3ba9be4 req-36469d46-c42e-4c69-9a70-9d0ad7452a7d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:06.065521 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b8637036-acf3-495c-b360-295fb3ba9be4 req-36469d46-c42e-4c69-9a70-9d0ad7452a7d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 943 time: 0.0481663 Sep 14 02:49:06.112829 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b8637036-acf3-495c-b360-295fb3ba9be4 req-45806ff0-bc5f-45ee-9112-8939ec03723c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Sep 14 02:49:06.660824 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd4727-73d1-4cf3-a634-187effd98f66 req-be0af58e-b042-41dc-a8a5-db5f413da575 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:06.662228 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-afdd4727-73d1-4cf3-a634-187effd98f66 req-be0af58e-b042-41dc-a8a5-db5f413da575 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0489397 Sep 14 02:49:06.723919 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-afdd4727-73d1-4cf3-a634-187effd98f66 req-deccea5c-da48-4536-a93d-081440eb21ec tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548236 Sep 14 02:49:07.261866 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bcca7-d08e-438d-ad5d-a3965c242b3e req-53293036-5a47-4ad4-b224-1624e039ddb9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:07.263317 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-598bcca7-d08e-438d-ad5d-a3965c242b3e req-53293036-5a47-4ad4-b224-1624e039ddb9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 943 time: 0.0572984 Sep 14 02:49:07.312670 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-598bcca7-d08e-438d-ad5d-a3965c242b3e req-a7850a99-85d4-4f76-bf85-32540d9f8bd7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Sep 14 02:49:07.862426 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789df07-9c9b-428a-bc2c-3ad66eab44c1 req-89b20270-c596-4cf3-87bd-a9eeb5cc308c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:07.863937 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2789df07-9c9b-428a-bc2c-3ad66eab44c1 req-89b20270-c596-4cf3-87bd-a9eeb5cc308c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0534198 Sep 14 02:49:07.895113 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:07.923732 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2789df07-9c9b-428a-bc2c-3ad66eab44c1 req-72aee125-9334-4c9f-813b-51fdde5b6f1b tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538208 Sep 14 02:49:08.095858 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49229a34-9624-430c-b41a-6e8b94a06029 req-26f6cf5e-418a-46d1-8938-16af0d2de42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:08.097389 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-49229a34-9624-430c-b41a-6e8b94a06029 req-26f6cf5e-418a-46d1-8938-16af0d2de42d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 1127 time: 0.0534549 Sep 14 02:49:08.231636 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49229a34-9624-430c-b41a-6e8b94a06029 req-017dc857-c6ca-485b-86ff-ca7920d34ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:08.233074 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-49229a34-9624-430c-b41a-6e8b94a06029 req-017dc857-c6ca-485b-86ff-ca7920d34ad7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.0912054 Sep 14 02:49:08.272919 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-49229a34-9624-430c-b41a-6e8b94a06029 req-8f28cead-8097-4d18-bee5-7587cc659d72 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a HTTP/1.1" status: 200 len: 217 time: 0.0321977 Sep 14 02:49:08.323490 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49229a34-9624-430c-b41a-6e8b94a06029 req-3baa5baa-b880-468a-8a66-f2e7a02ccb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:08.324994 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-49229a34-9624-430c-b41a-6e8b94a06029 req-3baa5baa-b880-468a-8a66-f2e7a02ccb9f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0437238 Sep 14 02:49:08.369800 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49229a34-9624-430c-b41a-6e8b94a06029 req-19c25de3-d071-42cf-b938-0507a2ede60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:08.371234 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-49229a34-9624-430c-b41a-6e8b94a06029 req-19c25de3-d071-42cf-b938-0507a2ede60c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399613 Sep 14 02:49:08.442656 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f46ca1-ae47-4e39-9eb3-0b13581ead04 req-55fd2e99-103e-4177-8039-7b0c2be67e4a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:08.444139 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-26f46ca1-ae47-4e39-9eb3-0b13581ead04 req-55fd2e99-103e-4177-8039-7b0c2be67e4a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 943 time: 0.0491822 Sep 14 02:49:08.465476 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-49229a34-9624-430c-b41a-6e8b94a06029 req-a1375be9-f6b5-4d1a-93d0-f418e9f51dce service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876253 Sep 14 02:49:08.470073 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:08.492214 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-26f46ca1-ae47-4e39-9eb3-0b13581ead04 req-d6e69a03-ad14-4823-8010-46fae06a8809 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 Sep 14 02:49:08.560899 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-49229a34-9624-430c-b41a-6e8b94a06029 req-244a16ef-a88e-4295-acb5-a9406e80aa60 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883875 Sep 14 02:49:09.067671 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeabf7-8c3e-44ab-ba52-9f9094f1df54 req-2fb17526-b337-45c4-8f14-a1f1e108b925 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:09.069111 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6caeabf7-8c3e-44ab-ba52-9f9094f1df54 req-2fb17526-b337-45c4-8f14-a1f1e108b925 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0567458 Sep 14 02:49:09.131049 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6caeabf7-8c3e-44ab-ba52-9f9094f1df54 req-cc7d7602-1b63-4fb6-b8be-7ba658a310a5 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561798 Sep 14 02:49:09.616128 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c71e3a-2acf-4add-b5d9-9b0cfb39e4f1 req-d23f28c7-8dde-4a24-80d9-f84d27d62a25 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:09.617590 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b9c71e3a-2acf-4add-b5d9-9b0cfb39e4f1 req-d23f28c7-8dde-4a24-80d9-f84d27d62a25 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 943 time: 0.0490317 Sep 14 02:49:09.633580 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:09.670027 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b9c71e3a-2acf-4add-b5d9-9b0cfb39e4f1 req-3f131657-9316-42f1-9746-255f77002942 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464861 Sep 14 02:49:09.774199 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:49:09.885284 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:09.896489 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:49:09.931460 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:09.931850 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:09.945304 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:49:09.966014 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:09.972514 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:10.018187 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:10.215871 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:49:10.252572 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58523ae2-c2f1-476f-b516-74d6a7537b25 req-abf4a3f8-c862-4670-a3bc-12e0d8078746 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:10.254069 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58523ae2-c2f1-476f-b516-74d6a7537b25 req-abf4a3f8-c862-4670-a3bc-12e0d8078746 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0481217 Sep 14 02:49:10.264740 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=99 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:10.272248 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:10.302733 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=36 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:10.317728 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-58523ae2-c2f1-476f-b516-74d6a7537b25 req-e9e8fdac-e338-4a7b-9794-c9ec7e9f873e tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571589 Sep 14 02:49:10.748353 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40470) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:10.792301 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982e853-a57c-4d29-9ae3-88c17f3fe768 req-586fdb2c-d60d-48e1-bc0c-28829986babe tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:10.793770 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7982e853-a57c-4d29-9ae3-88c17f3fe768 req-586fdb2c-d60d-48e1-bc0c-28829986babe tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 944 time: 0.0479496 Sep 14 02:49:10.843955 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7982e853-a57c-4d29-9ae3-88c17f3fe768 req-9e683d63-a37e-4552-acd3-a9825b3230ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434945 Sep 14 02:49:10.865612 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a79c3eb9-7308-498a-ba87-f3de2b250fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:10.940128 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a79c3eb9-7308-498a-ba87-f3de2b250fe6 admin admin] Publish callbacks [] for security_group (298ada70-bb5b-4d3d-865e-8b82293ec729), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:10.945866 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-a79c3eb9-7308-498a-ba87-f3de2b250fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (298ada70-bb5b-4d3d-865e-8b82293ec729), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:10.983573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3eb9-7308-498a-ba87-f3de2b250fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298ada70-bb5b-4d3d-865e-8b82293ec729,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:10.987855 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a79c3eb9-7308-498a-ba87-f3de2b250fe6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0d124ea6ab2949d49590dcd2e9f9bee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384331 Sep 14 02:49:10.990645 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40474) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:11.027376 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:11.041064 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe0cb-33e6-4e79-8ff9-c60b03b75363 admin admin] Publish callbacks [] for security_group (298ada70-bb5b-4d3d-865e-8b82293ec729), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:11.062194 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe0cb-33e6-4e79-8ff9-c60b03b75363 admin admin] Publish callbacks [] for security_group (298ada70-bb5b-4d3d-865e-8b82293ec729), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:11.114475 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe0cb-33e6-4e79-8ff9-c60b03b75363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (298ada70-bb5b-4d3d-865e-8b82293ec729), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:11.116906 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe0cb-33e6-4e79-8ff9-c60b03b75363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:11.118063 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c2bbe0cb-33e6-4e79-8ff9-c60b03b75363 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/298ada70-bb5b-4d3d-865e-8b82293ec729 HTTP/1.1" status: 204 len: 168 time: 0.1265500 Sep 14 02:49:11.126046 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbe0cb-33e6-4e79-8ff9-c60b03b75363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ada70-bb5b-4d3d-865e-8b82293ec729,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:11.443122 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c5bba-0ee6-403d-b862-80316bfb036f req-20f1d0a2-e2d1-40bc-b5e4-c86f6a0ccbba tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:11.444581 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cd4c5bba-0ee6-403d-b862-80316bfb036f req-20f1d0a2-e2d1-40bc-b5e4-c86f6a0ccbba tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0518749 Sep 14 02:49:11.505579 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cd4c5bba-0ee6-403d-b862-80316bfb036f req-8a424f3a-2e2c-4c43-a953-7beab55158f3 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551124 Sep 14 02:49:11.787822 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:11.836330 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:49:11.838131 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:11.847008 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:11.847378 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:11.847707 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a Sep 14 02:49:11.936094 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:11.936484 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:11.961412 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:49:11.963714 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f955a3-8989-4022-8284-35533e7243dd" -d '{"events": [{"server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "name": "network-vif-plugged", "status": "completed", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:49:11.973345 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c43825-ed37-4a5a-9dc1-f026f8ca261d req-5ca6c0c5-827e-46d4-a487-b58a9ebe1c98 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:11.974973 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-00c43825-ed37-4a5a-9dc1-f026f8ca261d req-5ca6c0c5-827e-46d4-a487-b58a9ebe1c98 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 944 time: 0.0497446 Sep 14 02:49:11.977663 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:11.982973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:12.027290 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-00c43825-ed37-4a5a-9dc1-f026f8ca261d req-1e030666-b13b-46c5-af49-c17e4820e871 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452716 Sep 14 02:49:12.030337 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:12.075178 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e786eb7-38a9-4cfb-bfdf-79890fea7317 x-openstack-request-id: req-1e786eb7-38a9-4cfb-bfdf-79890fea7317 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:49:12.075467 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "name": "network-vif-plugged", "status": "completed", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:49:12.075962 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e786eb7-38a9-4cfb-bfdf-79890fea7317 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:49:12.076359 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e786eb7-38a9-4cfb-bfdf-79890fea7317'] response: {'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'code': 200} Sep 14 02:49:12.239054 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:12.256082 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6b8e4-18e4-49e0-89e2-a2bcdf789e5f req-e7269e51-02ef-44ad-9816-6bf43c5abaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:12.258102 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d9f6b8e4-18e4-49e0-89e2-a2bcdf789e5f req-e7269e51-02ef-44ad-9816-6bf43c5abaae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 1129 time: 0.0479825 Sep 14 02:49:12.315779 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d9f6b8e4-18e4-49e0-89e2-a2bcdf789e5f req-96c3851c-5da2-4f59-84f9-170d800517f9 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448775 Sep 14 02:49:12.640514 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e5de-d375-42ab-907d-774bc9481ddc req-ca3531ed-5bf0-46a4-ae82-7b3095e7e0ad tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:12.641993 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bfe9e5de-d375-42ab-907d-774bc9481ddc req-ca3531ed-5bf0-46a4-ae82-7b3095e7e0ad tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0598433 Sep 14 02:49:12.705906 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bfe9e5de-d375-42ab-907d-774bc9481ddc req-bd2b2b8b-fdbe-4302-9ea2-b1e3b886a33c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579789 Sep 14 02:49:13.166877 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1afec2-f34c-4516-bd4a-08611b9d337c req-f448dd0f-86fb-4f08-9c4e-877ff6f80ab4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:13.168331 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ab1afec2-f34c-4516-bd4a-08611b9d337c req-f448dd0f-86fb-4f08-9c4e-877ff6f80ab4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Sep 14 02:49:13.217219 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ab1afec2-f34c-4516-bd4a-08611b9d337c req-b97fb2cd-dbbb-4b0a-879a-116d867ffe86 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Sep 14 02:49:13.834409 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8c8bf-24da-418a-92a3-fc220cbc31a6 req-4716029e-865d-46d0-bc9b-c0ac63cb8a13 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:13.835841 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f3e8c8bf-24da-418a-92a3-fc220cbc31a6 req-4716029e-865d-46d0-bc9b-c0ac63cb8a13 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0500484 Sep 14 02:49:13.884653 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:13.900785 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f3e8c8bf-24da-418a-92a3-fc220cbc31a6 req-79626bce-add4-46ab-9502-526c1096ed3c tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586228 Sep 14 02:49:14.354916 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87b555-85dc-446d-99cc-d9731e8d64db req-99875540-9b16-412c-97b4-ef20b1fa470d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:14.356356 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3a87b555-85dc-446d-99cc-d9731e8d64db req-99875540-9b16-412c-97b4-ef20b1fa470d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 945 time: 0.0498362 Sep 14 02:49:14.407576 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3a87b555-85dc-446d-99cc-d9731e8d64db req-d9e19a66-33c7-4f52-a3a3-1fbada251ef9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 Sep 14 02:49:14.511088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:14.526880 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cb4d7-ea19-46c8-87d1-03d356369459 req-a70f413f-be83-4b21-94a2-78182f250fe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:14.528335 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a07cb4d7-ea19-46c8-87d1-03d356369459 req-a70f413f-be83-4b21-94a2-78182f250fe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 945 time: 0.0472908 Sep 14 02:49:14.539258 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40544) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:14.545740 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:14.587537 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (ee542d65-987f-417b-bfc7-1466778abc03), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:14.893544 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40554) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:15.018382 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.023561 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (ee542d65-987f-417b-bfc7-1466778abc03), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.030716 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-aa73beb5-7202-4a52-8fef-88294353145c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.046929 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aad96-d00c-4a5f-bd8c-07dec21aff55 req-8bb1b573-037b-49e7-8900-3b868677c7a4 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:15.048351 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cc4aad96-d00c-4a5f-bd8c-07dec21aff55 req-8bb1b573-037b-49e7-8900-3b868677c7a4 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0682354 Sep 14 02:49:15.121389 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP ee542d65-987f-417b-bfc7-1466778abc03 associated. External IP: 172.27.2.138, port: 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a. Sep 14 02:49:15.139006 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cc4aad96-d00c-4a5f-bd8c-07dec21aff55 req-967b2fd0-f12b-4741-a011-d766fb392a54 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844469 Sep 14 02:49:15.166857 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-aa73beb5-7202-4a52-8fef-88294353145c admin admin] Publish callbacks [] for security_group (a2a65263-63a5-4bba-b220-e96aa547bd40), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.171984 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-aa73beb5-7202-4a52-8fef-88294353145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (a2a65263-63a5-4bba-b220-e96aa547bd40), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.211979 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-aa73beb5-7202-4a52-8fef-88294353145c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4df7908e99b54917b2f0a966a8f4dc31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173003 Sep 14 02:49:15.212985 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73beb5-7202-4a52-8fef-88294353145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a65263-63a5-4bba-b220-e96aa547bd40,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:15.215452 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40560) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:15.265340 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f928cf0-6dba-4247-b782-f72132ce169e admin admin] Publish callbacks [] for security_group (a2a65263-63a5-4bba-b220-e96aa547bd40), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.285089 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f928cf0-6dba-4247-b782-f72132ce169e admin admin] Publish callbacks [] for security_group (a2a65263-63a5-4bba-b220-e96aa547bd40), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.344268 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f928cf0-6dba-4247-b782-f72132ce169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (a2a65263-63a5-4bba-b220-e96aa547bd40), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.347025 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-5f928cf0-6dba-4247-b782-f72132ce169e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.350256 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-5f928cf0-6dba-4247-b782-f72132ce169e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a2a65263-63a5-4bba-b220-e96aa547bd40 HTTP/1.1" status: 204 len: 168 time: 0.1338379 Sep 14 02:49:15.360231 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f928cf0-6dba-4247-b782-f72132ce169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a65263-63a5-4bba-b220-e96aa547bd40,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:15.583982 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:15.588282 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:49:15.702862 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:49:15.707535 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:15.713509 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:49:15.723612 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:15.724513 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:15.745329 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-27ec4754-2cc1-448c-af8c-dbd681093c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/ee542d65-987f-417b-bfc7-1466778abc03 HTTP/1.1" status: 200 len: 991 time: 1.2049541 Sep 14 02:49:15.746016 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:49:15.749754 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db360cf-6056-436d-b1e1-518bc868d0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:49:15.793319 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa0a9c0-b9e2-4d55-acb8-bb490767e0ce x-openstack-request-id: req-0aa0a9c0-b9e2-4d55-acb8-bb490767e0ce {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:49:15.793626 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:49:15.793913 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0aa0a9c0-b9e2-4d55-acb8-bb490767e0ce {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:49:15.794351 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa0a9c0-b9e2-4d55-acb8-bb490767e0ce'] response: {'name': 'network-changed', 'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'status': 'completed', 'code': 200} Sep 14 02:49:15.836431 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:15.860694 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:15.864914 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-daabfc16-6248-46f0-90ea-626f8f901c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:15.866555 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-daabfc16-6248-46f0-90ea-626f8f901c90 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 1129 time: 0.0458369 Sep 14 02:49:15.968167 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-67678ca9-3977-4f3e-b8a0-28c8e93777e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:15.969773 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-67678ca9-3977-4f3e-b8a0-28c8e93777e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.0962195 Sep 14 02:49:16.038080 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-f344f5d4-a4a0-4be1-85d0-d1437dcd4fc5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a HTTP/1.1" status: 200 len: 999 time: 0.0605350 Sep 14 02:49:16.067386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:14Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:16.096072 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-7e9c715b-1789-4edf-8e96-b898ea7f1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:16.097459 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:49:16.097587 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-7e9c715b-1789-4edf-8e96-b898ea7f1294 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0481694 Sep 14 02:49:16.105975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:16.106581 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:48:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:16.146149 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-0942b30c-fe84-419b-9b54-64f966eb0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:16.147683 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-0942b30c-fe84-419b-9b54-64f966eb0046 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442266 Sep 14 02:49:16.271322 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-e1a6d003-7696-4da2-9e39-3e1ac5184b02 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166842 Sep 14 02:49:16.281121 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073428c-59db-4662-a3b4-775fbc634ccd req-7f9a8169-1536-4f6f-b422-e1ee2b0d1971 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:16.290361 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e073428c-59db-4662-a3b4-775fbc634ccd req-7f9a8169-1536-4f6f-b422-e1ee2b0d1971 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0652485 Sep 14 02:49:16.360901 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:16.373963 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e073428c-59db-4662-a3b4-775fbc634ccd req-29130918-13a9-4a76-ae83-2adfc96a9716 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810091 Sep 14 02:49:16.379796 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5db360cf-6056-436d-b1e1-518bc868d0f4 req-0756fb18-82ba-4c9f-bd3e-91c1a49f5147 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012406 Sep 14 02:49:16.395887 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:16.582366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:14Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:16.611329 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ef608-d0d0-4489-8153-709b3eba8771 None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:14Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:49:16.833180 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2e2e4-1389-430b-a0d6-41e700d519fd None None] New status for floating IP ee542d65-987f-417b-bfc7-1466778abc03: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:49:17.457678 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40638) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:17.496919 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9336bb-7f5f-4122-99b7-c779c986ec08 req-49621343-7eca-487b-9178-77c1799b3c94 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:17.498531 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6a9336bb-7f5f-4122-99b7-c779c986ec08 req-49621343-7eca-487b-9178-77c1799b3c94 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0514109 Sep 14 02:49:17.560205 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6a9336bb-7f5f-4122-99b7-c779c986ec08 req-eb994d12-4684-4909-9f13-81dc5ede5e3f tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556633 Sep 14 02:49:17.587079 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de73c0ca-258a-423c-bfb3-6abb2b1b5e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:17.623090 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:17.665200 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de73c0ca-258a-423c-bfb3-6abb2b1b5e3f admin admin] Publish callbacks [] for security_group (e484e3e3-56f3-4b12-af81-8b0511500ade), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:17.668929 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-de73c0ca-258a-423c-bfb3-6abb2b1b5e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e484e3e3-56f3-4b12-af81-8b0511500ade), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:17.672654 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:17.710139 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-de73c0ca-258a-423c-bfb3-6abb2b1b5e3f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=739efb2d9806438ba0352c845b243966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514615 Sep 14 02:49:17.711565 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73c0ca-258a-423c-bfb3-6abb2b1b5e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e484e3e3-56f3-4b12-af81-8b0511500ade,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:17.714282 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40642) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:17.764686 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f3b86c65-26c3-41f3-9248-7a83861921cb admin admin] Publish callbacks [] for security_group (e484e3e3-56f3-4b12-af81-8b0511500ade), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:17.784943 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f3b86c65-26c3-41f3-9248-7a83861921cb admin admin] Publish callbacks [] for security_group (e484e3e3-56f3-4b12-af81-8b0511500ade), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:17.834113 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f3b86c65-26c3-41f3-9248-7a83861921cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e484e3e3-56f3-4b12-af81-8b0511500ade), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:17.838223 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-f3b86c65-26c3-41f3-9248-7a83861921cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:17.839669 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-f3b86c65-26c3-41f3-9248-7a83861921cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e484e3e3-56f3-4b12-af81-8b0511500ade HTTP/1.1" status: 204 len: 168 time: 0.1240344 Sep 14 02:49:17.850993 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b86c65-26c3-41f3-9248-7a83861921cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e484e3e3-56f3-4b12-af81-8b0511500ade,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:18.122701 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40648) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:18.136468 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4826ad95-54d7-40ba-a937-1f5cc41bbd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.214796 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4826ad95-54d7-40ba-a937-1f5cc41bbd30 admin admin] Publish callbacks [] for security_group (6e0105ed-d080-4010-b3fc-d4c8841d8d94), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.221019 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4826ad95-54d7-40ba-a937-1f5cc41bbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (6e0105ed-d080-4010-b3fc-d4c8841d8d94), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.262161 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-4826ad95-54d7-40ba-a937-1f5cc41bbd30 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bb7e0f3d3210467cae510346176bc3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383660 Sep 14 02:49:18.262957 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826ad95-54d7-40ba-a937-1f5cc41bbd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0105ed-d080-4010-b3fc-d4c8841d8d94,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:18.265241 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40650) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:18.314556 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0fe2695f-c0a1-496e-af28-8f0efd4203ad admin admin] Publish callbacks [] for security_group (6e0105ed-d080-4010-b3fc-d4c8841d8d94), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.334485 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0fe2695f-c0a1-496e-af28-8f0efd4203ad admin admin] Publish callbacks [] for security_group (6e0105ed-d080-4010-b3fc-d4c8841d8d94), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.382917 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0fe2695f-c0a1-496e-af28-8f0efd4203ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (6e0105ed-d080-4010-b3fc-d4c8841d8d94), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.385332 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0fe2695f-c0a1-496e-af28-8f0efd4203ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:18.386547 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-0fe2695f-c0a1-496e-af28-8f0efd4203ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6e0105ed-d080-4010-b3fc-d4c8841d8d94 HTTP/1.1" status: 204 len: 168 time: 0.1203041 Sep 14 02:49:18.394551 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2695f-c0a1-496e-af28-8f0efd4203ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0105ed-d080-4010-b3fc-d4c8841d8d94,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:18.692644 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5eb9-bf12-4534-b1a9-6fe176d23e4d req-fe1e23bd-dbfb-42dc-914b-602028aa49f2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:18.694353 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5a7a5eb9-bf12-4534-b1a9-6fe176d23e4d req-fe1e23bd-dbfb-42dc-914b-602028aa49f2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0548246 Sep 14 02:49:18.760765 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5a7a5eb9-bf12-4534-b1a9-6fe176d23e4d req-1b38c4d8-397b-4a09-92ed-8410de6d4dbd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601428 Sep 14 02:49:19.882743 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a1063-5bad-437b-a542-0e6ef93ce7fc req-81a9ceba-2faf-4b9e-b7b3-fc7e3862d6b2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:19.884219 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ff7a1063-5bad-437b-a542-0e6ef93ce7fc req-81a9ceba-2faf-4b9e-b7b3-fc7e3862d6b2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0481949 Sep 14 02:49:19.945641 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ff7a1063-5bad-437b-a542-0e6ef93ce7fc req-ab2d54ab-64d5-4e75-8d5f-038252bc8719 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&id=68851edf-fa73-426c-b234-3ab4a78ce8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556271 Sep 14 02:49:20.536150 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40732) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:20.657204 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94cdc39b-ca33-4333-b232-313ddbb79cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:20.678079 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:20.689580 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:20.749797 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94cdc39b-ca33-4333-b232-313ddbb79cb4 admin admin] Publish callbacks [] for security_group (04166bcc-131b-4d94-be4d-5beb314f8631), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:20.755180 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94cdc39b-ca33-4333-b232-313ddbb79cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (04166bcc-131b-4d94-be4d-5beb314f8631), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:20.794008 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-94cdc39b-ca33-4333-b232-313ddbb79cb4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d4e0d6afe4704d81be9999ad58ef050e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567649 Sep 14 02:49:20.795173 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdc39b-ca33-4333-b232-313ddbb79cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04166bcc-131b-4d94-be4d-5beb314f8631,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:20.796904 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40736) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:20.848717 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-74378c8c-d891-44d7-872e-aed7482606c3 admin admin] Publish callbacks [] for security_group (04166bcc-131b-4d94-be4d-5beb314f8631), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:20.872289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-74378c8c-d891-44d7-872e-aed7482606c3 admin admin] Publish callbacks [] for security_group (04166bcc-131b-4d94-be4d-5beb314f8631), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:20.923360 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-74378c8c-d891-44d7-872e-aed7482606c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (04166bcc-131b-4d94-be4d-5beb314f8631), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:20.926821 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-74378c8c-d891-44d7-872e-aed7482606c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:20.928201 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-74378c8c-d891-44d7-872e-aed7482606c3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04166bcc-131b-4d94-be4d-5beb314f8631 HTTP/1.1" status: 204 len: 168 time: 0.1303074 Sep 14 02:49:20.937551 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378c8c-d891-44d7-872e-aed7482606c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04166bcc-131b-4d94-be4d-5beb314f8631,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:21.202369 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40742) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:21.216817 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1efe807d-32af-4e9a-a5ce-db865eef671d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:21.291373 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1efe807d-32af-4e9a-a5ce-db865eef671d admin admin] Publish callbacks [] for security_group (c732ae29-5a6a-43b7-9c7c-6eae58752784), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:21.297281 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1efe807d-32af-4e9a-a5ce-db865eef671d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c732ae29-5a6a-43b7-9c7c-6eae58752784), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:21.339131 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-1efe807d-32af-4e9a-a5ce-db865eef671d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=528457ce71aa4772acf7e1c2105ae7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355755 Sep 14 02:49:21.339952 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe807d-32af-4e9a-a5ce-db865eef671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c732ae29-5a6a-43b7-9c7c-6eae58752784,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:21.342536 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40744) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:21.393325 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e90a366-0595-476c-95d9-7d236e596abb admin admin] Publish callbacks [] for security_group (c732ae29-5a6a-43b7-9c7c-6eae58752784), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:21.413805 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e90a366-0595-476c-95d9-7d236e596abb admin admin] Publish callbacks [] for security_group (c732ae29-5a6a-43b7-9c7c-6eae58752784), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:21.465062 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e90a366-0595-476c-95d9-7d236e596abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c732ae29-5a6a-43b7-9c7c-6eae58752784), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:21.467827 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4e90a366-0595-476c-95d9-7d236e596abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:21.469019 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-4e90a366-0595-476c-95d9-7d236e596abb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c732ae29-5a6a-43b7-9c7c-6eae58752784 HTTP/1.1" status: 204 len: 168 time: 0.1253853 Sep 14 02:49:21.477083 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90a366-0595-476c-95d9-7d236e596abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732ae29-5a6a-43b7-9c7c-6eae58752784,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:23.458912 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:49:23.965505 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f7926b29-8276-45ff-9687-9559a2ff7e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:25.811427 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40804) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:25.920822 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d83a5134-0152-4426-b216-24e3c48050f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.005949 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d83a5134-0152-4426-b216-24e3c48050f6 admin admin] Publish callbacks [] for security_group (e60a51ea-0aeb-4cf0-af8a-4820151a92b3), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.011845 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d83a5134-0152-4426-b216-24e3c48050f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e60a51ea-0aeb-4cf0-af8a-4820151a92b3), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.050138 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a5134-0152-4426-b216-24e3c48050f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a51ea-0aeb-4cf0-af8a-4820151a92b3,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:26.054478 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-d83a5134-0152-4426-b216-24e3c48050f6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=99e14fcdb7264dba931082883d9bd532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419851 Sep 14 02:49:26.057875 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40808) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:26.106652 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c46b-96f2-4ede-a8e5-1f6e133faf0f admin admin] Publish callbacks [] for security_group (e60a51ea-0aeb-4cf0-af8a-4820151a92b3), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.117134 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e1be86f0-0e77-45ff-9466-9f85d624f3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.128548 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c46b-96f2-4ede-a8e5-1f6e133faf0f admin admin] Publish callbacks [] for security_group (e60a51ea-0aeb-4cf0-af8a-4820151a92b3), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.178834 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c46b-96f2-4ede-a8e5-1f6e133faf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e60a51ea-0aeb-4cf0-af8a-4820151a92b3), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.182158 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c46b-96f2-4ede-a8e5-1f6e133faf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.183430 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b1b1c46b-96f2-4ede-a8e5-1f6e133faf0f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e60a51ea-0aeb-4cf0-af8a-4820151a92b3 HTTP/1.1" status: 204 len: 168 time: 0.1253276 Sep 14 02:49:26.192080 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1c46b-96f2-4ede-a8e5-1f6e133faf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a51ea-0aeb-4cf0-af8a-4820151a92b3,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:26.479496 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40814) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:26.493251 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-85653ac3-eff1-4ba9-8af6-aecdb669bd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.532573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:26.553234 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:26.577540 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-85653ac3-eff1-4ba9-8af6-aecdb669bd28 admin admin] Publish callbacks [] for security_group (025a2076-1f7f-4dd0-a813-b3e5a7cae9e4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.583062 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-85653ac3-eff1-4ba9-8af6-aecdb669bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (025a2076-1f7f-4dd0-a813-b3e5a7cae9e4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.620932 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-85653ac3-eff1-4ba9-8af6-aecdb669bd28 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=22cb608b869145e4bb92f7c652fecfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403973 Sep 14 02:49:26.622908 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85653ac3-eff1-4ba9-8af6-aecdb669bd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025a2076-1f7f-4dd0-a813-b3e5a7cae9e4,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:26.623942 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40816) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:26.674642 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f95f3e3-b17e-4069-8d34-332b7f20a3f9 admin admin] Publish callbacks [] for security_group (025a2076-1f7f-4dd0-a813-b3e5a7cae9e4), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.683614 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:26.695908 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f95f3e3-b17e-4069-8d34-332b7f20a3f9 admin admin] Publish callbacks [] for security_group (025a2076-1f7f-4dd0-a813-b3e5a7cae9e4), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.756429 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f95f3e3-b17e-4069-8d34-332b7f20a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (025a2076-1f7f-4dd0-a813-b3e5a7cae9e4), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.758973 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f95f3e3-b17e-4069-8d34-332b7f20a3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:26.760129 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7f95f3e3-b17e-4069-8d34-332b7f20a3f9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/025a2076-1f7f-4dd0-a813-b3e5a7cae9e4 HTTP/1.1" status: 204 len: 168 time: 0.1352139 Sep 14 02:49:26.767960 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95f3e3-b17e-4069-8d34-332b7f20a3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025a2076-1f7f-4dd0-a813-b3e5a7cae9e4,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:26.779443 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:26.939654 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:27.464092 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40838) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:27.506972 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.562023 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-109630984-network', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:27.588593 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Made reservation on behalf of 5bdc9f3a69314971974343698d53dd1e for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:49:27.591277 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.599847 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.618952 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:27.677113 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks [] for security_group (6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.682547 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.708006 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:49:27.718730 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:27.723743 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (86c425cc-8a96-4395-bb6f-919f585fce79), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.724114 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Added segment 86c425cc-8a96-4395-bb6f-919f585fce79 of type vlan for network 0fea26d5-5e5d-429a-9679-db424c5e9941 Sep 14 02:49:27.766289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (0fea26d5-5e5d-429a-9679-db424c5e9941), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.794088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (0fea26d5-5e5d-429a-9679-db424c5e9941), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.795214 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:27.795788 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:27.858167 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] Pushing event updated for resources: {'Network': ['ID=0fea26d5-5e5d-429a-9679-db424c5e9941,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:27.864398 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-9624c313-442b-4acb-9cbe-44ee030e3db2 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3992362 Sep 14 02:49:27.867695 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40842) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:27.868779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:49:27.872626 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Request body: {'subnet': {'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-109630984-subnet', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'ip_version': 4}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:27.892661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Made reservation on behalf of 5bdc9f3a69314971974343698d53dd1e for: {'subnet': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:49:27.895110 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3349132'] for subnet (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.074805 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4093823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3349146'] for subnet (8951bd3f-b5cf-410d-976b-507eacdcad3e), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.120274 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8951bd3f-b5cf-410d-976b-507eacdcad3e,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:28.136419 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=19 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:28.139295 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Checking segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:28.139630 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Network hostable DHCP agents. Network: 0fea26d5-5e5d-429a-9679-db424c5e9941, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:49:28.160020 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:49:28.170244 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, 0fea26d5-5e5d-429a-9679-db424c5e9941) {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:28.174768 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:28.175399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.179457 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2eb686-c55f-43dd-9d65-e00c317b93ef None None] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:49:28.196332 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2f95fec6-8214-4634-a3f1-70d0ca4a7be0 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3276136 Sep 14 02:49:28.199299 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40844) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:28.203503 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:28.224340 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (8ae74ad7-5950-4497-9040-eab9cd8805f2), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.225466 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (8ae74ad7-5950-4497-9040-eab9cd8805f2), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.279024 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks [] for router_controller (8ae74ad7-5950-4497-9040-eab9cd8805f2), precommit_add_association {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.285095 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-0fea26d5-5e5d-429a-9679-db424c5e9941', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:49:28.286086 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.409642 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks [] for router_gateway (8ae74ad7-5950-4497-9040-eab9cd8805f2), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.412437 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:28.419757 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Allocated IP 172.20.0.2 (0fea26d5-5e5d-429a-9679-db424c5e9941/8951bd3f-b5cf-410d-976b-507eacdcad3e/eb03ec84-70c7-405b-a36c-6ff0bddb1c18) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:28.560482 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Publish callbacks [] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.569391 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.608989 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks [] for router_gateway (8ae74ad7-5950-4497-9040-eab9cd8805f2), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.611713 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:28.616779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:28.618926 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Pushing event updated for resources: {'Port': ['ID=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:28.621051 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:28.628750 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.666399 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:28.675654 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Attempting to bind port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:28.676016 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Attempting to bind port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:28.676371 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Attempting to bind port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:28.720923 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:28.721271 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Checking segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:28.721667 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.722098 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Bound using segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:28.722568 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Bound port: eb03ec84-70c7-405b-a36c-6ff0bddb1c18, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:28.722941 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.735248 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Allocated IP 172.27.2.55 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/a5661c9a-e5eb-4a07-97c2-b007f80c2983) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:28.782686 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] For port eb03ec84-70c7-405b-a36c-6ff0bddb1c18, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:28.785728 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] For port eb03ec84-70c7-405b-a36c-6ff0bddb1c18, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:28.792723 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.848916 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61f6ec-a6df-4e0f-834e-b1859866e863 None None] Pushing event updated for resources: {'Port': ['ID=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:28.854979 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks [] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.889751 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.906425 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:28.933875 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:28.937196 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5661c9a-e5eb-4a07-97c2-b007f80c2983,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:28.939673 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:28.941723 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:28.965033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:29.186210 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:29.201826 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks [] for router_gateway (8ae74ad7-5950-4497-9040-eab9cd8805f2), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:29.204722 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:29.392472 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (8ae74ad7-5950-4497-9040-eab9cd8805f2), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:29.521692 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:49:29.628790 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:49:29.639792 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:49:29.648288 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa93129-c311-4773-a436-4345cb0d1b16 None None] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:49:29.649746 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:29.651032 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-11331302-839c-4b8f-8d4f-c476eadd75f0 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4507799 Sep 14 02:49:29.654024 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40848) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:29.702403 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:29.702989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:29.709253 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:29.751646 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] Provisioning complete for port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:29.751919 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:29.752240 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] Attempt 1 to provision port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 Sep 14 02:49:29.910617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:29.982410 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] Current status of the port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:29.982763 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.063605 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] For port eb03ec84-70c7-405b-a36c-6ff0bddb1c18, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:30.070105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.135946 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:30.157103 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06592be-159b-4b78-be83-d27ffea0a8f8 None None] Pushing event updated for resources: {'Port': ['ID=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:30.161975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:29Z', 'revision_number': 3, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:30.288063 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:30.317216 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:49:30.317547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Updating router 8ae74ad7-5950-4497-9040-eab9cd8805f2 port a5661c9a-e5eb-4a07-97c2-b007f80c2983 binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:49:30.340344 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.347290 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-0aed60d8-617f-4777-a56d-5da3c69857b6 None None] Provisioning complete for port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:30.347651 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d8-617f-4777-a56d-5da3c69857b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.347974 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-0aed60d8-617f-4777-a56d-5da3c69857b6 None None] Attempt 1 to provision port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 Sep 14 02:49:30.351989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.439844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:30.491559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Allocated IP 172.20.0.1 (0fea26d5-5e5d-429a-9679-db424c5e9941/8951bd3f-b5cf-410d-976b-507eacdcad3e/1e5774df-c72e-49f3-9677-59bf841b2676) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:30.541971 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-0aed60d8-617f-4777-a56d-5da3c69857b6 None None] Current status of the port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:30.597737 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks [] for port (1e5774df-c72e-49f3-9677-59bf841b2676), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.631368 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.643454 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Publish callbacks [] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.650029 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.674327 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:30.679514 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:30.682039 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:30.683556 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Attempting to bind port a5661c9a-e5eb-4a07-97c2-b007f80c2983 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:30.683924 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Attempting to bind port a5661c9a-e5eb-4a07-97c2-b007f80c2983 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:30.684347 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Attempting to bind port a5661c9a-e5eb-4a07-97c2-b007f80c2983 on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:30.692901 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:30.706214 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5774df-c72e-49f3-9677-59bf841b2676,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:30.719556 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87b2d2-4bfb-4c1d-8673-119de0f3bb5a None None] Pushing event updated for resources: {'Port': ['ID=a5661c9a-e5eb-4a07-97c2-b007f80c2983,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:30.733996 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (8ae74ad7-5950-4497-9040-eab9cd8805f2), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.745173 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:30.745541 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:30.745969 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.746347 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:30.746815 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Bound port: a5661c9a-e5eb-4a07-97c2-b007f80c2983, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:30.747182 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.801578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] For port a5661c9a-e5eb-4a07-97c2-b007f80c2983, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:30.805027 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] For port a5661c9a-e5eb-4a07-97c2-b007f80c2983, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a5661c9a-e5eb-4a07-97c2-b007f80c2983,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:30.812433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.847358 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:30.848007 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:30.887068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.911140 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87b2d2-4bfb-4c1d-8673-119de0f3bb5a None None] Pushing event updated for resources: {'Port': ['ID=a5661c9a-e5eb-4a07-97c2-b007f80c2983,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:30.971666 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device eb03ec84-70c7-405b-a36c-6ff0bddb1c18 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:30.993309 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Provisioning complete for port 1e5774df-c72e-49f3-9677-59bf841b2676 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:30.993670 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:30.994011 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Attempt 1 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:31.028019 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:31.064530 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks [] for port (1e5774df-c72e-49f3-9677-59bf841b2676), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:31.070651 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:31.075688 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:31.080580 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Port 1e5774df-c72e-49f3-9677-59bf841b2676 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:31.093361 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:31.142877 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5774df-c72e-49f3-9677-59bf841b2676,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:31.145619 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (8ae74ad7-5950-4497-9040-eab9cd8805f2), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:31.154423 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:31.154789 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:31.155116 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 Sep 14 02:49:31.166170 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:31.242883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:31.245493 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:31.293193 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:31.300520 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:31.326488 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292abe4-b0f5-434e-b867-946f3096a408 None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:49:31.368827 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:49:31.477566 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:49:31.482465 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-85b67c27-46bf-44ee-9771-cec01bc955a7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8ae74ad7-5950-4497-9040-eab9cd8805f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275390 Sep 14 02:49:31.581676 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Attempt 2 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:31.616467 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Port 1e5774df-c72e-49f3-9677-59bf841b2676 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:32.023030 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40864) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:32.028430 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1242990001-network', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:32.049559 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Made reservation on behalf of 2dc0e365bb48449ebf0eceb8a6ef0bca for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:49:32.052169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.061532 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.117308 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Attempt 3 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:32.141839 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks [] for security_group (aa98d6eb-6939-494f-a618-930ae7412f0d), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.147411 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (aa98d6eb-6939-494f-a618-930ae7412f0d), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.154157 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Port 1e5774df-c72e-49f3-9677-59bf841b2676 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:32.175885 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:49:32.186026 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa98d6eb-6939-494f-a618-930ae7412f0d,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:32.193892 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (92d19dbe-b74f-4534-a523-329c8cf93ebc), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.194258 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Added segment 92d19dbe-b74f-4534-a523-329c8cf93ebc of type vlan for network a03ae976-4143-4bb5-bb25-1e476e97d636 Sep 14 02:49:32.239800 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (a03ae976-4143-4bb5-bb25-1e476e97d636), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.266404 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (a03ae976-4143-4bb5-bb25-1e476e97d636), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.267417 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:32.267996 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.322210 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2980161 Sep 14 02:49:32.325056 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40866) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:32.330537 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Request body: {'subnet': {'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1242990001-subnet', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:32.334004 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7bd04-5258-4eac-af50-7ec07542a2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a03ae976-4143-4bb5-bb25-1e476e97d636,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:32.346065 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network a03ae976-4143-4bb5-bb25-1e476e97d636 details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:49:32.352867 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Made reservation on behalf of 2dc0e365bb48449ebf0eceb8a6ef0bca for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:49:32.355920 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.530713 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (5272ec7f-093d-4a90-82c5-7701733a782c), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.586505 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5272ec7f-093d-4a90-82c5-7701733a782c,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:32.597170 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Checking segment: {'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:32.597525 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Network hostable DHCP agents. Network: a03ae976-4143-4bb5-bb25-1e476e97d636, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:49:32.616563 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Network a03ae976-4143-4bb5-bb25-1e476e97d636 is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:49:32.627025 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, a03ae976-4143-4bb5-bb25-1e476e97d636) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:32.631565 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:32.632287 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.637557 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f39110f-87f4-4597-b2fe-c6d642c61acc None None] Network a03ae976-4143-4bb5-bb25-1e476e97d636 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:49:32.655889 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-24d8639c-0a6d-4ddd-8fb3-e4005fb76a3d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3293540 Sep 14 02:49:32.657362 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Attempt 4 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:32.658489 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40868) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:32.665228 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:32.695723 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7070'] for router (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.696716 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7063'] for router (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.701958 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:32.744519 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Port 1e5774df-c72e-49f3-9677-59bf841b2676 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:32.751783 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks [] for router_controller (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), precommit_add_association {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.791663 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp385b33c9-d54b-524e-ab69-524d47e60b17-a03ae976-4143-4bb5-bb25-1e476e97d636', 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636', 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'fixed_ips': [{'subnet_id': '5272ec7f-093d-4a90-82c5-7701733a782c'}]}} from dv-cinder-857075-6-iscsi. {{(pid=112944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 02:49:32.792710 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.889176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks [] for router_gateway (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:32.938167 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.db_base_plugin_common [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Allocated IP 172.20.0.2 (a03ae976-4143-4bb5-bb25-1e476e97d636/5272ec7f-093d-4a90-82c5-7701733a782c/6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01) {{(pid=112944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:32.955381 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a5661c9a-e5eb-4a07-97c2-b007f80c2983 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:33.033287 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:33.060322 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a5661c9a-e5eb-4a07-97c2-b007f80c2983 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:33.060685 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.061006 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a5661c9a-e5eb-4a07-97c2-b007f80c2983 Sep 14 02:49:33.067702 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:33.080868 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks [] for router_gateway (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.101414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.155710 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Publish callbacks [] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), precommit_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.164694 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), after_create {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.201819 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:33.212976 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Allocated IP 172.27.2.178 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/5907ad22-c938-46f4-a743-44240f58f8ce) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:33.226196 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Network a03ae976-4143-4bb5-bb25-1e476e97d636 is already hosted by enough agents. {{(pid=112944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:33.231696 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.scheduler.base_scheduler [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Resources bound (agent type, host, resource id): {{(pid=112944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:33.235875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Received port after_create {{(pid=112944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:33.237886 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a5661c9a-e5eb-4a07-97c2-b007f80c2983 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:33.238256 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.245925 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Attempt 5 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:33.252951 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Pushing event updated for resources: {'Port': ['ID=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,revision_number=1']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:33.322904 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks [] for port (5907ad22-c938-46f4-a743-44240f58f8ce), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.351938 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:49:33.362115 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.364758 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:33.366274 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:33.400497 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:33.416182 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:33.420531 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:33.440192 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port a5661c9a-e5eb-4a07-97c2-b007f80c2983, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a5661c9a-e5eb-4a07-97c2-b007f80c2983,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:33.449376 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Pushing event updated for resources: {'Port': ['ID=5907ad22-c938-46f4-a743-44240f58f8ce,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:33.462435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.470375 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Port 1e5774df-c72e-49f3-9677-59bf841b2676 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:33.476691 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:33.498863 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Attempting to bind port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:33.499470 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Attempting to bind port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:33.500010 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Attempting to bind port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 on network a03ae976-4143-4bb5-bb25-1e476e97d636 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:33.549315 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=a5661c9a-e5eb-4a07-97c2-b007f80c2983,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:33.561125 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:33.561847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Checking segment: {'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:33.562403 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.562930 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Bound using segment: {'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:33.563693 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Bound port: 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:33.563931 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.623931 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:33.635511 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] For port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:33.646517 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] For port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,segment=NetworkSegment(92d19dbe-b74f-4534-a523-329c8cf93ebc),segment_id=92d19dbe-b74f-4534-a523-329c8cf93ebc)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:33.654603 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.685208 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks [] for router_gateway (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.690434 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 2, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:33.708620 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62664-2db3-4c19-83da-fad313214d60 None None] Pushing event updated for resources: {'Port': ['ID=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:33.716984 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:49:33.717330 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Updating router 8ae74ad7-5950-4497-9040-eab9cd8805f2 port 1e5774df-c72e-49f3-9677-59bf841b2676 binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:49:33.745946 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.873459 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:33.890374 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633070'] for router (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:33.971861 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Attempt 6 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:34.026947 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Port 1e5774df-c72e-49f3-9677-59bf841b2676 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:34.028930 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 is scheduled to L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 with binding_index 1 {{(pid=112943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 02:49:34.054007 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Publish callbacks [] for port (1e5774df-c72e-49f3-9677-59bf841b2676), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.059460 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.064696 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:34.120283 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa865d-143b-4a32-8b48-20cc2d8354e6 None None] Pushing event updated for resources: {'Port': ['ID=1e5774df-c72e-49f3-9677-59bf841b2676,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:34.131490 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:49:34.140266 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Sync routers for ids ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:49:34.150904 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.151639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Routers {'cc30e402-dbbd-476c-a0a2-55cc74b7cb87'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:34.152564 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:34.155180 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-8bf05369-2e41-4423-9beb-0b2327f47732 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4953470 Sep 14 02:49:34.155464 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40870) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:34.155906 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Attempting to bind port 1e5774df-c72e-49f3-9677-59bf841b2676 on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:34.156075 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Attempting to bind port 1e5774df-c72e-49f3-9677-59bf841b2676 by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:34.157842 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Attempting to bind port 1e5774df-c72e-49f3-9677-59bf841b2676 on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:34.202788 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:34.203168 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Checking segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:34.203540 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.203921 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Bound using segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:34.204383 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Bound port: 1e5774df-c72e-49f3-9677-59bf841b2676, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:34.204743 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.267955 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] For port 1e5774df-c72e-49f3-9677-59bf841b2676, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:34.271223 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] For port 1e5774df-c72e-49f3-9677-59bf841b2676, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1e5774df-c72e-49f3-9677-59bf841b2676,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:34.277331 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.279776 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Set router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:34.314365 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:34.314996 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:34.346914 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:34.350263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:34.382846 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:34.384537 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa865d-143b-4a32-8b48-20cc2d8354e6 None None] Pushing event updated for resources: {'Port': ['ID=1e5774df-c72e-49f3-9677-59bf841b2676,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:34.482462 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 3, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port': {'id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:33Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:34.510240 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Checking router: cc30e402-dbbd-476c-a0a2-55cc74b7cb87 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:49:34.510796 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Updating router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 port 5907ad22-c938-46f4-a743-44240f58f8ce binding host dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:49:34.530213 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Attempt 7 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:34.562317 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:34.575647 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:34.581628 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.594112 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.698084 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Current status of the port 1e5774df-c72e-49f3-9677-59bf841b2676 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:34.698333 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.769973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] For port 1e5774df-c72e-49f3-9677-59bf841b2676, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1e5774df-c72e-49f3-9677-59bf841b2676,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:34.771220 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647ae05-49c0-4107-be86-85e23b6f160c None None] Network a03ae976-4143-4bb5-bb25-1e476e97d636 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:49:34.783071 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Allocated IP 172.20.0.1 (a03ae976-4143-4bb5-bb25-1e476e97d636/5272ec7f-093d-4a90-82c5-7701733a782c/594c0f58-5197-40f5-af5b-352263b69c7a) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:34.790559 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:34.813912 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.814816 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d482-d54b-4567-b1f1-d5b60e585d85 None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:49:34.917290 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks [] for port (594c0f58-5197-40f5-af5b-352263b69c7a), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.955915 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:34.976835 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade86433-581b-4c20-987a-1eed65b6e4a9 None None] Pushing event updated for resources: {'Port': ['ID=1e5774df-c72e-49f3-9677-59bf841b2676,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:34.987257 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:34.994381 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Network a03ae976-4143-4bb5-bb25-1e476e97d636 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:35.000065 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:35.000684 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Provisioning complete for port 1e5774df-c72e-49f3-9677-59bf841b2676 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:35.001107 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.001945 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Attempt 1 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:35.003807 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:35.048955 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736471'] for router_interface (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.105553 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:35.146756 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Pushing event updated for resources: {'Port': ['ID=594c0f58-5197-40f5-af5b-352263b69c7a,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:35.159281 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Publish callbacks [] for port (5907ad22-c938-46f4-a743-44240f58f8ce), precommit_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.181106 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.184484 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:35.185282 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:35.185408 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.247661 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Attempting to bind port 5907ad22-c938-46f4-a743-44240f58f8ce on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:35.248051 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Attempting to bind port 5907ad22-c938-46f4-a743-44240f58f8ce by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:35.248527 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Attempting to bind port 5907ad22-c938-46f4-a743-44240f58f8ce on network 008e592a-c6a8-4421-b968-bce08867f8e3 {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:35.250682 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Current status of the port 1e5774df-c72e-49f3-9677-59bf841b2676 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:35.289565 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:35.290308 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.290445 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 Sep 14 02:49:35.298091 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:35.316105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Provisioning complete for port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:35.316469 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.316808 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Attempt 1 to provision port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 Sep 14 02:49:35.318407 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30241b29-bfdc-4e13-a698-c68e1eed025c None None] Pushing event updated for resources: {'Port': ['ID=5907ad22-c938-46f4-a743-44240f58f8ce,revision_number=2']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:35.375280 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks [] for port (594c0f58-5197-40f5-af5b-352263b69c7a), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.379165 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:35.379594 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Checking segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:35.379950 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.380403 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Bound using segment: {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'} {{(pid=112944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:35.380939 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.managers [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Bound port: 5907ad22-c938-46f4-a743-44240f58f8ce, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dda55e-8432-4d5c-847f-cde899ba7196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}}] {{(pid=112944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:35.381345 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.383088 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.440036 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736579'] for router_interface (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.501168 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:35.501553 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.504078 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] For port 5907ad22-c938-46f4-a743-44240f58f8ce, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:35.526094 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Current status of the port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:35.526476 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.531378 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Pushing event updated for resources: {'Port': ['ID=594c0f58-5197-40f5-af5b-352263b69c7a,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:35.543335 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] For port 5907ad22-c938-46f4-a743-44240f58f8ce, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=5907ad22-c938-46f4-a743-44240f58f8ce,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:35.562382 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.585125 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Network a03ae976-4143-4bb5-bb25-1e476e97d636 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:35.586520 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:35.597811 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,segment=NetworkSegment(92d19dbe-b74f-4534-a523-329c8cf93ebc),segment_id=92d19dbe-b74f-4534-a523-329c8cf93ebc)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:35.615874 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.616707 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1e5774df-c72e-49f3-9677-59bf841b2676 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:35.672107 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Routers {'cc30e402-dbbd-476c-a0a2-55cc74b7cb87'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:35.675012 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:35.743088 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30241b29-bfdc-4e13-a698-c68e1eed025c None None] Pushing event updated for resources: {'Port': ['ID=5907ad22-c938-46f4-a743-44240f58f8ce,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:35.745060 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:49:35.750088 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:35.876402 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:49:35.881517 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a2974c50-ef28-43f0-a59c-c0e38a2bfed9 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/cc30e402-dbbd-476c-a0a2-55cc74b7cb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7251208 Sep 14 02:49:35.936147 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.db.api [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 02:49:35.936550 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG oslo_db.api [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 02:49:35.982477 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 1e5774df-c72e-49f3-9677-59bf841b2676 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:35.982847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:35.983339 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:36.027277 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] Set router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:36.061644 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,revision_number=3']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:36.111986 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:36.196018 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 1e5774df-c72e-49f3-9677-59bf841b2676 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:36.197076 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a5661c9a-e5eb-4a07-97c2-b007f80c2983 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:36.287113 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port a5661c9a-e5eb-4a07-97c2-b007f80c2983 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:36.287478 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.287806 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port a5661c9a-e5eb-4a07-97c2-b007f80c2983 Sep 14 02:49:36.292795 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 4, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port': {'id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:33Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '594c0f58-5197-40f5-af5b-352263b69c7a', 'name': '', 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'mac_address': 'fa:16:3e:48:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:34Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 2, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'subnets': [{'id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:36.338561 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f86487-adf9-4dbd-a5a2-b7fec3a63f5b None None] The sync data for ids ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'] in dv-cinder-857075-6-iscsi is: [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 4, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port': {'id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:33Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '594c0f58-5197-40f5-af5b-352263b69c7a', 'name': '', 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'mac_address': 'fa:16:3e:48:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:34Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 2, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'subnets': [{'id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:49:36.349388 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40878) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:36.355065 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-529f3f62-90d6-43cf-a0e4-dbe229059fef tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724518176', 'description': 'tempest-secgroup-smoke-724518176 description', 'project_id': '5bdc9f3a69314971974343698d53dd1e'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:36.369996 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:36.384112 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-529f3f62-90d6-43cf-a0e4-dbe229059fef tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.398023 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port a5661c9a-e5eb-4a07-97c2-b007f80c2983 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:36.464676 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-529f3f62-90d6-43cf-a0e4-dbe229059fef tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group (350cf311-baec-4d10-8f99-406403e9bbdd), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.469703 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-529f3f62-90d6-43cf-a0e4-dbe229059fef tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (350cf311-baec-4d10-8f99-406403e9bbdd), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.471192 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-249a9edb-62cf-476b-98c7-48b173060279 None None] Current status of the port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:36.500750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-529f3f62-90d6-43cf-a0e4-dbe229059fef tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.502019 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-529f3f62-90d6-43cf-a0e4-dbe229059fef tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1513729 Sep 14 02:49:36.504076 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f3f62-90d6-43cf-a0e4-dbe229059fef tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350cf311-baec-4d10-8f99-406403e9bbdd,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:36.505330 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40880) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:36.511000 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-ae28f900-9178-4731-84e5-0577b94e9769 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'security_group_rule': {'security_group_id': '350cf311-baec-4d10-8f99-406403e9bbdd', 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:36.544690 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae28f900-9178-4731-84e5-0577b94e9769 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (f499e0bb-8e09-4e92-b9d7-193a14191087), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.588636 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Provisioning complete for port 594c0f58-5197-40f5-af5b-352263b69c7a triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:36.588999 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.589347 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 1 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:36.617989 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae28f900-9178-4731-84e5-0577b94e9769 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (f499e0bb-8e09-4e92-b9d7-193a14191087), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.624377 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae28f900-9178-4731-84e5-0577b94e9769 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (f499e0bb-8e09-4e92-b9d7-193a14191087), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.632326 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Port 594c0f58-5197-40f5-af5b-352263b69c7a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:36.648291 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28f900-9178-4731-84e5-0577b94e9769 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f499e0bb-8e09-4e92-b9d7-193a14191087,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:36.655042 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ae28f900-9178-4731-84e5-0577b94e9769 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.656335 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ae28f900-9178-4731-84e5-0577b94e9769 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493084 Sep 14 02:49:36.659558 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40884) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:36.664456 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-68bdea58-44aa-44a4-bdaa-275cc1b6c413 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'security_group_rule': {'security_group_id': '350cf311-baec-4d10-8f99-406403e9bbdd', 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:36.699773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-68bdea58-44aa-44a4-bdaa-275cc1b6c413 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (a25bb43f-f8e5-476c-a25e-a9ae92c08e1e), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.738670 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:36.743117 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:36.753664 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-68bdea58-44aa-44a4-bdaa-275cc1b6c413 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (a25bb43f-f8e5-476c-a25e-a9ae92c08e1e), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.757826 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-68bdea58-44aa-44a4-bdaa-275cc1b6c413 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (a25bb43f-f8e5-476c-a25e-a9ae92c08e1e), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.775906 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdea58-44aa-44a4-bdaa-275cc1b6c413 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25bb43f-f8e5-476c-a25e-a9ae92c08e1e,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:36.787586 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-68bdea58-44aa-44a4-bdaa-275cc1b6c413 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.791415 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-68bdea58-44aa-44a4-bdaa-275cc1b6c413 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282792 Sep 14 02:49:36.791662 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40886) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:36.796173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-63bbe1b2-ee8d-4971-a0cd-ff1cedd81621 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'security_group_rule': {'security_group_id': '350cf311-baec-4d10-8f99-406403e9bbdd', 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:36.826069 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-63bbe1b2-ee8d-4971-a0cd-ff1cedd81621 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (cb742f90-eef6-4f4b-a3f7-e6f794b655d5), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.892252 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-63bbe1b2-ee8d-4971-a0cd-ff1cedd81621 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (cb742f90-eef6-4f4b-a3f7-e6f794b655d5), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.897068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-63bbe1b2-ee8d-4971-a0cd-ff1cedd81621 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (cb742f90-eef6-4f4b-a3f7-e6f794b655d5), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.918508 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbe1b2-ee8d-4971-a0cd-ff1cedd81621 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb742f90-eef6-4f4b-a3f7-e6f794b655d5,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:36.928427 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-63bbe1b2-ee8d-4971-a0cd-ff1cedd81621 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.929708 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-63bbe1b2-ee8d-4971-a0cd-ff1cedd81621 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370883 Sep 14 02:49:36.932459 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 40888) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:36.937083 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-d8c45635-908e-4d7a-9182-c6a2b98f6256 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'security_group_rule': {'security_group_id': '350cf311-baec-4d10-8f99-406403e9bbdd', 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:36.945116 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:36.965297 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d8c45635-908e-4d7a-9182-c6a2b98f6256 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (ff03bb1a-b5d6-4f4b-a0a4-e643a0f1f029), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.997366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:36.998243 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:36.998243 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 Sep 14 02:49:37.030197 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d8c45635-908e-4d7a-9182-c6a2b98f6256 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (ff03bb1a-b5d6-4f4b-a0a4-e643a0f1f029), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.034782 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d8c45635-908e-4d7a-9182-c6a2b98f6256 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (ff03bb1a-b5d6-4f4b-a0a4-e643a0f1f029), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.055864 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c45635-908e-4d7a-9182-c6a2b98f6256 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff03bb1a-b5d6-4f4b-a0a4-e643a0f1f029,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:37.062344 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d8c45635-908e-4d7a-9182-c6a2b98f6256 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.066420 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d8c45635-908e-4d7a-9182-c6a2b98f6256 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329601 Sep 14 02:49:37.066606 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40890) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:37.071528 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'security_group_rule': {'security_group_id': '350cf311-baec-4d10-8f99-406403e9bbdd', 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:37.075113 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:37.076179 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1e5774df-c72e-49f3-9677-59bf841b2676 up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:37.092888 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.securitygroups_db [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Project 5bdc9f3a69314971974343698d53dd1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:49:37.099794 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (b15a8af5-3b01-490f-b6e3-ecb641910719), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.120143 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 1e5774df-c72e-49f3-9677-59bf841b2676 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:37.120541 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.121024 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 1e5774df-c72e-49f3-9677-59bf841b2676 Sep 14 02:49:37.138032 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 2 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:37.160358 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (b15a8af5-3b01-490f-b6e3-ecb641910719), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.161547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:37.168098 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (b15a8af5-3b01-490f-b6e3-ecb641910719), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.180415 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Port 594c0f58-5197-40f5-af5b-352263b69c7a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:37.188449 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15a8af5-3b01-490f-b6e3-ecb641910719,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:37.193553 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.197755 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-be82a85e-51d0-44c2-988b-f155b2a26374 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271431 Sep 14 02:49:37.197755 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 40892) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:37.201729 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'security_group_rule': {'security_group_id': '350cf311-baec-4d10-8f99-406403e9bbdd', 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:37.219602 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 1e5774df-c72e-49f3-9677-59bf841b2676 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:37.225797 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.securitygroups_db [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Project 5bdc9f3a69314971974343698d53dd1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 02:49:37.232177 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (cc3e9487-e755-402f-877e-2617f07d5829), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.291499 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (cc3e9487-e755-402f-877e-2617f07d5829), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.297324 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (cc3e9487-e755-402f-877e-2617f07d5829), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.313166 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:37.316809 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3e9487-e755-402f-877e-2617f07d5829,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:37.323120 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:37.324340 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-d525617d-c529-4aef-91e6-5067ac759ff7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258979 Sep 14 02:49:37.682720 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 3 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:37.728084 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Port 594c0f58-5197-40f5-af5b-352263b69c7a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:38.229223 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 4 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:38.261647 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Port 594c0f58-5197-40f5-af5b-352263b69c7a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:38.763224 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 5 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:38.796450 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Port 594c0f58-5197-40f5-af5b-352263b69c7a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:38.930266 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 5907ad22-c938-46f4-a743-44240f58f8ce up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:38.975136 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 5907ad22-c938-46f4-a743-44240f58f8ce triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:38.975511 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:38.975842 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 5907ad22-c938-46f4-a743-44240f58f8ce Sep 14 02:49:38.999379 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:39.056308 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Sync routers for ids ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:49:39.057647 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 5907ad22-c938-46f4-a743-44240f58f8ce is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:39.058045 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.067627 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Routers {'cc30e402-dbbd-476c-a0a2-55cc74b7cb87'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:39.068414 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:39.085502 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] For port 5907ad22-c938-46f4-a743-44240f58f8ce, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=5907ad22-c938-46f4-a743-44240f58f8ce,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:39.092543 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.139940 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Pushing event updated for resources: {'Port': ['ID=5907ad22-c938-46f4-a743-44240f58f8ce,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:39.174159 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Set router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:39.297967 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 6 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:39.331674 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Port 594c0f58-5197-40f5-af5b-352263b69c7a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:39.359296 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 4, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port': {'id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:33Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '594c0f58-5197-40f5-af5b-352263b69c7a', 'name': '', 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'mac_address': 'fa:16:3e:48:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:34Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 2, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'subnets': [{'id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:39.387853 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Checking router: cc30e402-dbbd-476c-a0a2-55cc74b7cb87 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:49:39.388200 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Updating router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 port 594c0f58-5197-40f5-af5b-352263b69c7a binding host dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 02:49:39.416534 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.453031 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:39.644947 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.674258 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:39.691264 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Publish callbacks [] for port (594c0f58-5197-40f5-af5b-352263b69c7a), precommit_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.697109 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.758809 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc234be1-5efc-4b77-acfb-f25201130432 None None] Pushing event updated for resources: {'Port': ['ID=594c0f58-5197-40f5-af5b-352263b69c7a,revision_number=3']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:39.793106 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Attempting to bind port 594c0f58-5197-40f5-af5b-352263b69c7a on host dv-cinder-857075-6-iscsi for vnic_type normal with profile {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:39.793465 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Attempting to bind port 594c0f58-5197-40f5-af5b-352263b69c7a by drivers openvswitch,hyperv on host dv-cinder-857075-6-iscsi at level 0 using segments [{'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:39.793998 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Attempting to bind port 594c0f58-5197-40f5-af5b-352263b69c7a on network a03ae976-4143-4bb5-bb25-1e476e97d636 {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:39.833344 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 7 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:39.837305 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Checking agent: {'id': '1fc82f0b-3183-4bb8-9c70-f74dab143e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 33, 29), 'started_at': datetime.datetime(2022, 9, 14, 2, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:39.837652 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Checking segment: {'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:39.838091 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.838840 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Bound using segment: {'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'} {{(pid=112945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:39.838971 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.managers [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Bound port: 594c0f58-5197-40f5-af5b-352263b69c7a, host: dv-cinder-857075-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d19dbe-b74f-4534-a523-329c8cf93ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636'}}] {{(pid=112945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:39.839309 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), before_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.882659 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Port 594c0f58-5197-40f5-af5b-352263b69c7a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:39.902069 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] For port 594c0f58-5197-40f5-af5b-352263b69c7a, host dv-cinder-857075-6-iscsi, cleared binding levels {{(pid=112945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:39.904978 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.plugins.ml2.db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] For port 594c0f58-5197-40f5-af5b-352263b69c7a, host dv-cinder-857075-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=594c0f58-5197-40f5-af5b-352263b69c7a,segment=NetworkSegment(92d19dbe-b74f-4534-a523-329c8cf93ebc),segment_id=92d19dbe-b74f-4534-a523-329c8cf93ebc)] {{(pid=112945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:39.911519 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron_lib.callbacks.manager [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), after_update {{(pid=112945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:39.946873 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Routers {'cc30e402-dbbd-476c-a0a2-55cc74b7cb87'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:49:39.947640 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:40.001743 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc234be1-5efc-4b77-acfb-f25201130432 None None] Pushing event updated for resources: {'Port': ['ID=594c0f58-5197-40f5-af5b-352263b69c7a,revision_number=4']} {{(pid=112945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:40.070120 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] Set router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:49:40.254892 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 4, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port': {'id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:33Z', 'updated_at': '2022-09-14T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '594c0f58-5197-40f5-af5b-352263b69c7a', 'name': '', 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'mac_address': 'fa:16:3e:48:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:34Z', 'updated_at': '2022-09-14T02:49:39Z', 'revision_number': 4, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'subnets': [{'id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:49:40.279225 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe1dc1-dd97-4ce6-a1e9-a01ea6180cbb None None] The sync data for ids ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'] in dv-cinder-857075-6-iscsi is: [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:49:35Z', 'revision_number': 4, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port': {'id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:33Z', 'updated_at': '2022-09-14T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '594c0f58-5197-40f5-af5b-352263b69c7a', 'name': '', 'network_id': 'a03ae976-4143-4bb5-bb25-1e476e97d636', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'mac_address': 'fa:16:3e:48:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:34Z', 'updated_at': '2022-09-14T02:49:39Z', 'revision_number': 4, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'subnets': [{'id': '5272ec7f-093d-4a90-82c5-7701733a782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:49:40.383763 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 8 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:40.482093 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Current status of the port 594c0f58-5197-40f5-af5b-352263b69c7a is: DOWN; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:40.482755 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:40.522200 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] For port 594c0f58-5197-40f5-af5b-352263b69c7a, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=594c0f58-5197-40f5-af5b-352263b69c7a,segment=NetworkSegment(92d19dbe-b74f-4534-a523-329c8cf93ebc),segment_id=92d19dbe-b74f-4534-a523-329c8cf93ebc)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:40.527280 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:40.562631 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Provisioning complete for port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:40.563004 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:40.563341 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Attempt 1 to provision port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 Sep 14 02:49:40.612105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Pushing event updated for resources: {'Port': ['ID=594c0f58-5197-40f5-af5b-352263b69c7a,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:40.661590 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-5930cbc5-b414-4a56-a1cc-3f54bea05a09 None None] Current status of the port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:40.949772 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 5907ad22-c938-46f4-a743-44240f58f8ce up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:40.996581 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 5907ad22-c938-46f4-a743-44240f58f8ce triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:40.996938 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:40.997261 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 5907ad22-c938-46f4-a743-44240f58f8ce Sep 14 02:49:41.020733 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:41.073311 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 5907ad22-c938-46f4-a743-44240f58f8ce is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:41.074559 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 594c0f58-5197-40f5-af5b-352263b69c7a up at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:49:41.117749 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Provisioning complete for port 594c0f58-5197-40f5-af5b-352263b69c7a triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:41.118143 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:41.118474 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Attempt 1 to provision port 594c0f58-5197-40f5-af5b-352263b69c7a Sep 14 02:49:41.190538 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Current status of the port 594c0f58-5197-40f5-af5b-352263b69c7a is: ACTIVE; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:49:44.494881 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-041020ed-1306-4573-b69b-a531e111d427 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410316 Sep 14 02:49:44.561937 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-53fe228f-7a79-49ca-b869-0ee86c0090b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:44.563561 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-53fe228f-7a79-49ca-b869-0ee86c0090b1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1169 time: 0.0444584 Sep 14 02:49:44.677200 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-7506c58f-1fb8-496b-91fa-37af05143d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:44.678723 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-7506c58f-1fb8-496b-91fa-37af05143d7e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 915 time: 0.0946760 Sep 14 02:49:44.749141 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-4bfbfcf4-cfc7-47f1-a8c8-8563e826e13e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 1002 time: 0.0624380 Sep 14 02:49:44.800163 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-0bf877d0-3844-4893-8cd1-9852f2271c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:44.801630 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-0bf877d0-3844-4893-8cd1-9852f2271c24 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 200 len: 853 time: 0.0456975 Sep 14 02:49:44.848412 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-7ecb20ed-4354-4d81-9bcc-28d81d9f238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:44.849822 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-7ecb20ed-4354-4d81-9bcc-28d81d9f238e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8003ea87-d14e-4c9c-9372-adb58a04165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412729 Sep 14 02:49:44.946136 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-f4bffebe-d9d7-4f6c-b789-645953a5bfb3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890253 Sep 14 02:49:45.012591 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:45.038640 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ec7c03fd-e34b-4a31-aae3-ec362cc88f99 req-8f085945-e6b8-46ba-a992-5d1c02f97bb8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855577 Sep 14 02:49:47.053577 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:47.054377 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:DELETE=4,neutron:SELECT=33,neutron:INSERT=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:51.184221 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:51.189656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=25 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:52.969052 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-2c96c52f-697e-4997-ae84-0cc5aed649cb tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-724518176&fields=id&tenant_id=5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 267 time: 0.0449741 Sep 14 02:49:53.075938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-36e3fc99-b351-4e65-8aba-6b71cb11607b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:53.077353 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-36e3fc99-b351-4e65-8aba-6b71cb11607b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 811 time: 0.1015847 Sep 14 02:49:53.092804 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-1b85f212-8a83-4443-8c63-dc5a15186afb tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/quotas/5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 375 time: 0.0098450 Sep 14 02:49:53.144269 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-6a5ac902-45bc-429c-a89b-69e2e6c68ac5 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464780 Sep 14 02:49:53.245730 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-87be72d9-e26a-4fc7-9b73-ca7c107507ef service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850687 Sep 14 02:49:53.338772 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-b32f6f6f-64a5-43fa-9e7d-3913b9599d50 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846357 Sep 14 02:49:53.958722 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-50238645-768e-42bf-8c6d-2bda21672f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:54.656058 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-414cbd77-289b-44e1-9877-ba152cf4b766 req-e27dc820-63f9-4d61-93de-1df0b9a1aa3d tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 210 time: 0.0279322 Sep 14 02:49:55.035773 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=53 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:55.765295 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf23bb7f-efc9-426c-add1-649807434b87 req-74e92e4f-ed7e-4053-9aa5-bc7faa966258 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 210 time: 0.0304499 Sep 14 02:49:55.853054 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-8fd42813-3b26-4bb7-b6c0-ab0ecf8b9d9c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:55.854806 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-8fd42813-3b26-4bb7-b6c0-ab0ecf8b9d9c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 811 time: 0.1071362 Sep 14 02:49:55.918266 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ea41c7a0-b118-4505-9190-440d2b2f5d99 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 379 time: 0.0540082 Sep 14 02:49:55.926966 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'port': {'device_id': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'admin_state_up': True, 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'security_groups': ['350cf311-baec-4d10-8f99-406403e9bbdd']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:56.039463 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Made reservation on behalf of 5bdc9f3a69314971974343698d53dd1e for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:49:56.043219 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:56.122568 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5b591a39-e69d-4aaf-9bd3-144094bfb916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:56.167680 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Allocated IP 172.20.0.6 (0fea26d5-5e5d-429a-9679-db424c5e9941/8951bd3f-b5cf-410d-976b-507eacdcad3e/9bae2a2b-fbc6-46f2-b11b-68146be5be2c) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:49:56.557453 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:56.593671 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:56.643513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:49:56.648843 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:49:56.650752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:56.652852 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:49:56.681686 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.682056 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.682396 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.682756 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.683079 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.683393 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.683715 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.684035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.684351 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.684675 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.684998 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.685323 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.685639 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.685980 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.686298 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:56.713660 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:56.714301 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:56.735360 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ff65d3c8-a58e-4c5c-8f9a-fb5715232212 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8119457 Sep 14 02:49:56.747117 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Request body: {'port': {'device_id': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:56.797621 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:56.809818 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:56.825879 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:56.894963 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dbde5-b1af-46c3-a76e-1cbd182cd626 req-1ae9c428-50ef-43a0-9f4c-189b677abc67 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:56.896459 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-929dbde5-b1af-46c3-a76e-1cbd182cd626 req-1ae9c428-50ef-43a0-9f4c-189b677abc67 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 931 time: 0.0529909 Sep 14 02:49:56.916417 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-ef772346-5bf1-4443-965e-511693ecd593 None None] Provisioning complete for port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:49:56.916880 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ef772346-5bf1-4443-965e-511693ecd593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:56.917341 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ef772346-5bf1-4443-965e-511693ecd593 None None] Attempt 1 to provision port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c Sep 14 02:49:56.946847 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-929dbde5-b1af-46c3-a76e-1cbd182cd626 req-6332d540-614d-42ff-8d56-c36c168f705f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445809 Sep 14 02:49:56.949903 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ef772346-5bf1-4443-965e-511693ecd593 None None] Port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:49:57.067823 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bae2a2b-fbc6-46f2-b11b-68146be5be2c {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:49:57.075505 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Publish callbacks [] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:57.088430 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Transition to ACTIVE for port object 9bae2a2b-fbc6-46f2-b11b-68146be5be2c will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:49:57.093637 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:57.152099 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:57.217142 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Attempting to bind port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:49:57.217462 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Attempting to bind port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:49:57.217897 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Attempting to bind port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:57.259625 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c on network 0fea26d5-5e5d-429a-9679-db424c5e9941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:49:57.259958 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Attempting to bind port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:49:57.300700 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:49:57.301013 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Checking segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:49:57.301388 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Bound using segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:49:57.301812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Bound port: 9bae2a2b-fbc6-46f2-b11b-68146be5be2c, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:49:57.302191 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:57.360834 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] For port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:49:57.363861 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] For port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:49:57.372448 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:57.375669 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:57.376459 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:57.377820 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/9bae2a2b-fbc6-46f2-b11b-68146be5be2c HTTP/1.1" status: 200 len: 1093 time: 0.6350467 Sep 14 02:49:57.379876 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:49:57.382667 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625" -d '{"events": [{"name": "network-changed", "server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:49:57.422526 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2562b3-3506-4299-8878-d483eceffcd5 x-openstack-request-id: req-2a2562b3-3506-4299-8878-d483eceffcd5 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:49:57.422814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:49:57.423063 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a2562b3-3506-4299-8878-d483eceffcd5 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:49:57.423465 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2562b3-3506-4299-8878-d483eceffcd5'] response: {'name': 'network-changed', 'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'status': 'completed', 'code': 200} Sep 14 02:49:57.451204 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ef772346-5bf1-4443-965e-511693ecd593 None None] Attempt 2 to provision port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c Sep 14 02:49:57.468175 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf56925-a8a3-4081-9aed-a383cb672b73 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:57.476422 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-fe397dc9-d09f-46b1-92de-a32d5963f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:57.477896 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-fe397dc9-d09f-46b1-92de-a32d5963f288 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 1127 time: 0.0536237 Sep 14 02:49:57.505962 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ef772346-5bf1-4443-965e-511693ecd593 None None] Port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:49:57.515858 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:57.522038 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-2b86ba77-61e1-4a46-a756-9e4293c826b0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c HTTP/1.1" status: 200 len: 217 time: 0.0355811 Sep 14 02:49:57.575672 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ab27f1a5-427d-4b2c-b549-31d7c6e8e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:57.577087 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-ab27f1a5-427d-4b2c-b549-31d7c6e8e97a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0491941 Sep 14 02:49:57.629650 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-3cef38a3-3f37-4915-a433-12073d4882eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:57.631590 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-3cef38a3-3f37-4915-a433-12073d4882eb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454695 Sep 14 02:49:57.648188 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:57.730028 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-de32a42b-a2f4-4e82-9e60-75f06029d29e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912776 Sep 14 02:49:57.818711 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9f38e9b9-64ac-48ac-be73-1e028bcb5cd6 req-9b52b3c7-64eb-4001-9b80-3da7808c4867 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826292 Sep 14 02:49:57.907445 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:57.937110 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-d38ae3e7-1cbb-4d88-85c0-f0577deb04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:57.938608 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-d38ae3e7-1cbb-4d88-85c0-f0577deb04f4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 1127 time: 0.0401969 Sep 14 02:49:58.037557 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-7a5a0292-ff1b-4b0c-82b8-6b1a777f755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:58.039060 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-7a5a0292-ff1b-4b0c-82b8-6b1a777f755b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0927866 Sep 14 02:49:58.071511 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb735c8-4d6e-4ed8-905d-cd22f46a5892 req-8069fdd6-ec0e-4ff5-b99b-07146804db3f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:58.073309 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6bb735c8-4d6e-4ed8-905d-cd22f46a5892 req-8069fdd6-ec0e-4ff5-b99b-07146804db3f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0490792 Sep 14 02:49:58.079183 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-800c9b6b-e2ee-4cac-8159-b339d65ea56b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c HTTP/1.1" status: 200 len: 217 time: 0.0337825 Sep 14 02:49:58.124145 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6bb735c8-4d6e-4ed8-905d-cd22f46a5892 req-48985aa8-5f12-4364-a172-e6676dd78f4d tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446029 Sep 14 02:49:58.133798 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-9c50ff66-d620-44bf-9c36-9ac7e107277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:58.135653 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-9c50ff66-d620-44bf-9c36-9ac7e107277a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0507920 Sep 14 02:49:58.180710 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-a35ae0c9-7c9b-439f-bc99-aa5e0a062a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:58.182175 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-a35ae0c9-7c9b-439f-bc99-aa5e0a062a96 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395684 Sep 14 02:49:58.274890 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-7906db84-7197-41ff-9272-f794f5bcde10 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863123 Sep 14 02:49:58.366274 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-ccbb303a-96ce-4ccc-abc0-7990d8e0f625 req-e0553fcb-735f-4331-ae77-0586bea9ddd4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844622 Sep 14 02:49:58.577049 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-e9837dcb-4cd4-43e9-9ba6-f5527f638c62 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-230593198&fields=id&tenant_id=53e1e008051d48218439b70d3cb1c015 HTTP/1.1" status: 200 len: 267 time: 0.0455072 Sep 14 02:49:58.631780 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-abdd6978-9cec-487d-b18d-f4082080cc2d tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:58.633218 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-abdd6978-9cec-487d-b18d-f4082080cc2d tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 985 time: 0.0507293 Sep 14 02:49:58.643843 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Request body: {'port': {'security_groups': ['0230203e-6c19-4a6c-987a-c25c2a014cba']}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:49:58.720441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:58.866531 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:58.901209 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:49:58.919467 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:58.930582 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:58.936059 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:58.947195 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:58.947804 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:58.949175 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce1d2927-4142-44cd-be92-ab72adc3b09a req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "PUT /networking/v2.0/ports/d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 943 time: 0.3096869 Sep 14 02:49:58.949809 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:49:58.950540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['d14ee4c4-373b-4dc4-bcc5-bb477ccd910e'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:49:58.952377 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:49:58.956372 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41068) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:58.976127 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:59.004634 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.012049 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event updated for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=7']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:59.015737 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a358ce70-1c94-43e8-a069-8a7791104873 x-openstack-request-id: req-a358ce70-1c94-43e8-a069-8a7791104873 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:49:59.016126 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:49:59.016464 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a358ce70-1c94-43e8-a069-8a7791104873 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:49:59.016972 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a358ce70-1c94-43e8-a069-8a7791104873'] response: {'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'status': 'completed', 'code': 200} Sep 14 02:49:59.024817 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.025748 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.026036 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.026604 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.027151 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.027685 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.028214 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.028779 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.029505 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.030068 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.030803 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.031308 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.031792 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.032384 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.032619 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13c6f6-7f59-49fa-b6d9-26e7c84e36bd tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:49:59.048983 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['d14ee4c4-373b-4dc4-bcc5-bb477ccd910e'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:49:59.052071 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-08ee9cdd-8e36-4393-b7c2-28d74bf16702 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group (68851edf-fa73-426c-b234-3ab4a78ce8fd), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.101637 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-08ee9cdd-8e36-4393-b7c2-28d74bf16702 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group (68851edf-fa73-426c-b234-3ab4a78ce8fd), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.111564 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-a48ee8d4-b2fe-4298-90e1-8af1284abaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:59.113105 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-a48ee8d4-b2fe-4298-90e1-8af1284abaa1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1130 time: 0.0685301 Sep 14 02:49:59.249035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-4cfe6243-49b0-47ec-806c-cf914c721e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:59.250642 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-4cfe6243-49b0-47ec-806c-cf914c721e25 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 915 time: 0.1279547 Sep 14 02:49:59.253012 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-08ee9cdd-8e36-4393-b7c2-28d74bf16702 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (68851edf-fa73-426c-b234-3ab4a78ce8fd), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.255815 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-08ee9cdd-8e36-4393-b7c2-28d74bf16702 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.256864 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-08ee9cdd-8e36-4393-b7c2-28d74bf16702 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/68851edf-fa73-426c-b234-3ab4a78ce8fd HTTP/1.1" status: 204 len: 168 time: 0.2993295 Sep 14 02:49:59.261607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41074) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:49:59.301900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9cdd-8e36-4393-b7c2-28d74bf16702 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68851edf-fa73-426c-b234-3ab4a78ce8fd,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:49:59.303674 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741e0a8-3f4a-441e-8e3c-c0c370056f64 req-57e11c0a-c3c3-4084-a908-288a6e577c4a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:59.305747 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8741e0a8-3f4a-441e-8e3c-c0c370056f64 req-57e11c0a-c3c3-4084-a908-288a6e577c4a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0964091 Sep 14 02:49:59.325986 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-5dfbb2a4-ebda-4353-8b13-dfc0a285a684 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 1002 time: 0.0678260 Sep 14 02:49:59.410990 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-8741e0a8-3f4a-441e-8e3c-c0c370056f64 req-a306c65e-e9fb-47cb-b11d-3bd7b7ec2775 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993333 Sep 14 02:49:59.442396 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:59.444374 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:59.456921 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Deleting port c46f75dd-3542-455b-8e9e-11f0b05fa0c6 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:49:59.457263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.507128 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:49:59.518695 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-e65bcced-441e-4f94-92f7-976ff62f2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:59.520197 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-e65bcced-441e-4f94-92f7-976ff62f2c62 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 200 len: 853 time: 0.0455372 Sep 14 02:49:59.536660 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.536994 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for floatingip (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:49:59.549169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Calling delete_port for c46f75dd-3542-455b-8e9e-11f0b05fa0c6 owned by network:floatingip {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:49:59.807113 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-93013e9c-ff7c-4a4e-adef-8743a89d001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:49:59.808694 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-93013e9c-ff7c-4a4e-adef-8743a89d001b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8003ea87-d14e-4c9c-9372-adb58a04165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513642 Sep 14 02:49:59.910455 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-a2529246-4da4-40dc-82b6-b0e6dfa68456 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926220 Sep 14 02:49:59.992326 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (c46f75dd-3542-455b-8e9e-11f0b05fa0c6), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.016476 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event deleted for resources: {'Port': ['ID=c46f75dd-3542-455b-8e9e-11f0b05fa0c6,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:00.082123 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks [] for floatingip (80eedad7-71bb-4c09-8b2a-80adf704b719), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.082380 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Floating IP 80eedad7-71bb-4c09-8b2a-80adf704b719 disassociated (deleted). External IP: 172.27.2.186, port: d14ee4c4-373b-4dc4-bcc5-bb477ccd910e. Sep 14 02:50:00.101400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:00.147998 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c4db97c1-81b9-45bd-b8b8-ed3990ab035e req-5e52cce4-d986-48b7-b61e-96a86fbf6549 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934660 Sep 14 02:50:00.270605 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:00.296061 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Router 8a7dd3df-861b-410b-9f50-71779ced2430 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:00.338484 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:00.396405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41082) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:00.401019 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-3a5d29d1-f396-4bf8-bb96-9c25b5b1510c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298909666', 'description': 'tempest-description--892209893'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:00.403390 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:00.407701 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.413647 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] Sync routers for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:00.424280 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:00.425062 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:00.426296 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3a5d29d1-f396-4bf8-bb96-9c25b5b1510c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.441109 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2498effd-d8cd-4068-8f04-69d0e4b676d2 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/80eedad7-71bb-4c09-8b2a-80adf704b719 HTTP/1.1" status: 204 len: 168 time: 1.1755733 Sep 14 02:50:00.460521 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:50:00.511308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3a5d29d1-f396-4bf8-bb96-9c25b5b1510c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (507a8284-c81a-4e03-ab6f-ddc526c772de), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.517887 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3a5d29d1-f396-4bf8-bb96-9c25b5b1510c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (507a8284-c81a-4e03-ab6f-ddc526c772de), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.555831 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3a5d29d1-f396-4bf8-bb96-9c25b5b1510c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.556164 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5662112-f51f-4b5e-8ecd-65973606e81a req-a3bf7598-db47-4230-b3cd-84d976ac8f56 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:00.557058 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3a5d29d1-f396-4bf8-bb96-9c25b5b1510c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1596546 Sep 14 02:50:00.557984 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c5662112-f51f-4b5e-8ecd-65973606e81a req-a3bf7598-db47-4230-b3cd-84d976ac8f56 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0623631 Sep 14 02:50:00.560786 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41090) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:00.563970 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d29d1-f396-4bf8-bb96-9c25b5b1510c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507a8284-c81a-4e03-ab6f-ddc526c772de,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:00.566630 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-657ce89b-f261-433f-b34e-fdb077577df1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': '507a8284-c81a-4e03-ab6f-ddc526c772de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:00.576732 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:00.636966 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-657ce89b-f261-433f-b34e-fdb077577df1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (e3be777d-ba66-47d2-91e7-884cd1cc98ca), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.645382 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c5662112-f51f-4b5e-8ecd-65973606e81a req-e328cbbe-24cd-4c95-bb62-2df0e1f1a196 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717499 Sep 14 02:50:00.718445 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-657ce89b-f261-433f-b34e-fdb077577df1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (e3be777d-ba66-47d2-91e7-884cd1cc98ca), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.723482 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-657ce89b-f261-433f-b34e-fdb077577df1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (e3be777d-ba66-47d2-91e7-884cd1cc98ca), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.745215 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ce89b-f261-433f-b34e-fdb077577df1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3be777d-ba66-47d2-91e7-884cd1cc98ca,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:00.771512 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-657ce89b-f261-433f-b34e-fdb077577df1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.774745 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-657ce89b-f261-433f-b34e-fdb077577df1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128060 Sep 14 02:50:00.777485 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41096) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:00.785041 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-08bec418-75b7-4ced-a269-19080b19166d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': '507a8284-c81a-4e03-ab6f-ddc526c772de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:00.830069 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08bec418-75b7-4ced-a269-19080b19166d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (e62ee0f4-a316-446a-a0fb-d885117dddb8), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.880282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:00.892029 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08bec418-75b7-4ced-a269-19080b19166d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (e62ee0f4-a316-446a-a0fb-d885117dddb8), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.896592 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08bec418-75b7-4ced-a269-19080b19166d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (e62ee0f4-a316-446a-a0fb-d885117dddb8), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.917726 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bec418-75b7-4ced-a269-19080b19166d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62ee0f4-a316-446a-a0fb-d885117dddb8,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:00.923561 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08bec418-75b7-4ced-a269-19080b19166d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.925039 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-08bec418-75b7-4ced-a269-19080b19166d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461170 Sep 14 02:50:00.928402 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41098) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:00.933154 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:00.948003 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:00.954702 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:00.976445 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] Checking router: 8a7dd3df-861b-410b-9f50-71779ced2430 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:00.984727 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:00.985333 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:01.018748 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:01.022359 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:01.041879 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.068412 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d702c3d-6942-4a14-bb58-a87892aae19e x-openstack-request-id: req-6d702c3d-6942-4a14-bb58-a87892aae19e {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:01.068699 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:01.068946 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d702c3d-6942-4a14-bb58-a87892aae19e {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:01.069355 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d702c3d-6942-4a14-bb58-a87892aae19e'] response: {'name': 'network-changed', 'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'status': 'completed', 'code': 200} Sep 14 02:50:01.088264 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:01.100264 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:01.163799 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-2bb34980-8501-4caa-b340-6e9d19601146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:01.165149 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-2bb34980-8501-4caa-b340-6e9d19601146 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=53e1e008051d48218439b70d3cb1c015&device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 1130 time: 0.0706918 Sep 14 02:50:01.187520 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.27.2.99 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/534c8f6b-809c-4cdd-a7d3-1ed543e719aa) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:50:01.239856 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:01.289682 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.291960 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:01.317196 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c94c4-f0df-4fad-a342-69a3e15e539d None None] The sync data for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi is: [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:47Z', 'revision_number': 4, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '943d3e94-4f92-4bb7-8d87-af82db4ba25d', 'name': '', 'network_id': '8003ea87-d14e-4c9c-9372-adb58a04165e', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'mac_address': 'fa:16:3e:6f:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:47Z', 'updated_at': '2022-09-14T02:47:53Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'subnets': [{'id': 'c8469fbb-9cbf-454e-9af9-249998f6aa1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:01.323791 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.379407 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:50:01.394898 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:50:01.421002 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:50:01.423090 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=534c8f6b-809c-4cdd-a7d3-1ed543e719aa,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:01.485866 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41102) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:01.528410 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-8266a73b-6be6-46b6-aa58-00b69e464051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:01.530145 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-8266a73b-6be6-46b6-aa58-00b69e464051 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 200 len: 915 time: 0.1684110 Sep 14 02:50:01.545218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:01.580022 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (efc925e0-3d4e-430a-be3c-6481caa7bd84), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.582525 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-28e38c78-be40-4a63-88df-aac6f1f1db4a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 200 len: 217 time: 0.0443857 Sep 14 02:50:01.588570 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8f1f2-cfdc-4779-8085-ffdc7a97e9f9 None None] New status for floating IP 80eedad7-71bb-4c09-8b2a-80adf704b719: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:50:01.657013 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Deleting port 628d7c7a-efa3-40d4-8fe9-33fec512380b {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:01.657208 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.657378 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.684769 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-2d72cf60-4389-4730-8d35-02ec980fe836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:01.686193 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-2d72cf60-4389-4730-8d35-02ec980fe836 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 200 len: 853 time: 0.0946178 Sep 14 02:50:01.759002 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-1bbe3c4c-d508-4363-a198-424212a0911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:01.760568 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-1bbe3c4c-d508-4363-a198-424212a0911f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8003ea87-d14e-4c9c-9372-adb58a04165e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668290 Sep 14 02:50:01.781410 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.781695 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for floatingip (628d7c7a-efa3-40d4-8fe9-33fec512380b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:01.818298 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Calling delete_port for 628d7c7a-efa3-40d4-8fe9-33fec512380b owned by network:floatingip {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:01.842933 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681f36-1204-4bf4-b1e1-ddabfa1abcfc req-c552c339-c930-428a-b3b1-9a245e53f025 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:01.846251 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2b681f36-1204-4bf4-b1e1-ddabfa1abcfc req-c552c339-c930-428a-b3b1-9a245e53f025 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0906012 Sep 14 02:50:01.861198 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:01.918548 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:01.932576 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-718bbdb1-4a72-4c10-80ed-937df137cb1f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465440 Sep 14 02:50:01.961865 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2b681f36-1204-4bf4-b1e1-ddabfa1abcfc req-27931563-4b39-43a2-88d4-989b165242b3 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983391 Sep 14 02:50:01.973888 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:02.007059 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:02.011472 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:02.074448 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (628d7c7a-efa3-40d4-8fe9-33fec512380b), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:02.100836 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=534c8f6b-809c-4cdd-a7d3-1ed543e719aa,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:02.103303 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (efc925e0-3d4e-430a-be3c-6481caa7bd84), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:02.111261 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event deleted for resources: {'Port': ['ID=628d7c7a-efa3-40d4-8fe9-33fec512380b,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:02.133577 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:02.134951 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-bd7c9862-ee38-49bf-a924-e7a8baa019ce tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2054551 Sep 14 02:50:02.139994 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cc2c8977-d2cf-4aa0-963d-1df17e1ac02e req-043826f2-7943-43fd-ab7d-631e5595ce3b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983666 Sep 14 02:50:02.177444 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for floatingip (4ae08866-c593-419a-8682-dac535c03678), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:02.177805 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Floating IP 4ae08866-c593-419a-8682-dac535c03678 disassociated (deleted). External IP: 172.27.2.199, port: 0f79f5d3-b811-4507-a225-dbf8fea0fd56. Sep 14 02:50:02.405685 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-db56c741-65af-4862-951c-ed89ad29dfe3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1298909666&fields=id&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 267 time: 0.0901709 Sep 14 02:50:02.426657 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Router 1538dcd0-c152-44a4-9694-50b2c0b60099 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:02.591688 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-7bea27b6-a632-4733-9a60-cd685aa8d1a5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:02.593144 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-7bea27b6-a632-4733-9a60-cd685aa8d1a5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.1792741 Sep 14 02:50:02.618431 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-7d083c7a-b135-4bab-86b6-19f8037c18ae tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/quotas/aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 375 time: 0.0178103 Sep 14 02:50:02.619545 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:02.624509 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:02.629874 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] Sync routers for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:02.644961 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:02.645576 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:02.682413 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-1331ccb7-9287-42e1-a80d-01fa14983461 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/4ae08866-c593-419a-8682-dac535c03678 HTTP/1.1" status: 204 len: 168 time: 1.1941516 Sep 14 02:50:02.695264 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-27670ac4-63e2-4ef1-83e3-381f25862085 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689144 Sep 14 02:50:02.756398 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:02.773540 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:02.814388 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-bc1e3042-062c-4ea4-a3bf-c753fe72a2a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042171 Sep 14 02:50:02.876855 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:02.950275 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a7d07-7604-4dd9-920c-a36ebf8c1cd3 req-4b7e2404-506b-4fbd-a666-b74d40a23860 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:02.951734 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d87a7d07-7604-4dd9-920c-a36ebf8c1cd3 req-4b7e2404-506b-4fbd-a666-b74d40a23860 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0693009 Sep 14 02:50:02.953522 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d7747fe1-e4fb-4c31-bb50-15b92fb44cbe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370003 Sep 14 02:50:02.956348 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:08Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:02.981682 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] Checking router: 1538dcd0-c152-44a4-9694-50b2c0b60099 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:02.991746 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:02.992347 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:03.006760 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d87a7d07-7604-4dd9-920c-a36ebf8c1cd3 req-291bcf9e-6069-4609-b732-01572ab3bd65 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491736 Sep 14 02:50:03.070357 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:03.073050 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:03.099469 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:03.172306 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c8385-7d02-4807-90fc-eb9e35d873ae req-6ccd2c4f-163a-4969-bfc5-296a5912393f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:03.174034 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-619c8385-7d02-4807-90fc-eb9e35d873ae req-6ccd2c4f-163a-4969-bfc5-296a5912393f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0909572 Sep 14 02:50:03.194751 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-246e7ddf-443e-4d5a-9f3a-a8849036711b req-5829a05d-08a9-4f22-a8ad-1ec9a9ad71ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 210 time: 0.0552595 Sep 14 02:50:03.222472 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:03.267415 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e53f2f-99ec-44b9-a7d2-25d8b1df2ab5 x-openstack-request-id: req-71e53f2f-99ec-44b9-a7d2-25d8b1df2ab5 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:03.267809 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:03.268161 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71e53f2f-99ec-44b9-a7d2-25d8b1df2ab5 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:03.268790 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e53f2f-99ec-44b9-a7d2-25d8b1df2ab5'] response: {'name': 'network-changed', 'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'status': 'completed', 'code': 200} Sep 14 02:50:03.275274 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-619c8385-7d02-4807-90fc-eb9e35d873ae req-68a6eada-cae4-42d5-be13-e30b07602062 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836632 Sep 14 02:50:03.306400 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:08Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:03.332546 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09581e2d-320d-43c6-ad29-ea9418ace9db None None] The sync data for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi is: [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:03Z', 'revision_number': 4, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '03b7b2ef-0642-40ca-bf82-6db02d96ca49', 'name': '', 'network_id': '79393532-121c-4bb6-ae80-69d4765cb1b7', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'mac_address': 'fa:16:3e:53:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:03Z', 'updated_at': '2022-09-14T02:45:08Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'subnets': [{'id': 'cad86bc6-a2ca-4840-a20b-0c81fc132b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:03.523380 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3b1fa-72d2-42eb-91b8-960d3f6e9a98 req-a1dfcecb-de03-4066-bc4c-51b5b8749a1d tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:03.525081 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-52d3b1fa-72d2-42eb-91b8-960d3f6e9a98 req-a1dfcecb-de03-4066-bc4c-51b5b8749a1d tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0541527 Sep 14 02:50:03.573693 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-52d3b1fa-72d2-42eb-91b8-960d3f6e9a98 req-7e28b99e-36cd-48b8-9114-c7c3c022cfb3 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Sep 14 02:50:03.605177 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317eb60-8101-4652-88d2-1ba7310cf46a None None] New status for floating IP 4ae08866-c593-419a-8682-dac535c03678: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:50:03.909603 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-a524c734-c73b-4710-868e-a38eec833c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:03.911147 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-a524c734-c73b-4710-868e-a38eec833c04 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 1130 time: 0.0411675 Sep 14 02:50:04.141148 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df319f-2fef-42ed-8a11-9bfc2c427adc req-b0f3b7d1-2250-4ce3-bb8f-d0de9f7b7ed7 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:04.142532 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-02df319f-2fef-42ed-8a11-9bfc2c427adc req-b0f3b7d1-2250-4ce3-bb8f-d0de9f7b7ed7 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0464435 Sep 14 02:50:04.192910 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-02df319f-2fef-42ed-8a11-9bfc2c427adc req-ac773a5f-855b-4185-a21a-63af91d5bf8a tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445833 Sep 14 02:50:04.308553 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b0021050-6b5a-4396-b2ba-acb40221fea5 req-c7ac92d4-43e9-4117-8f4e-91e990946b9d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 210 time: 0.0317397 Sep 14 02:50:04.406303 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c33b20-cd1e-4e5b-a146-2f68f93ae68b req-d120a4fa-b045-48b8-86d4-bd1346538f31 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:04.407656 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b3c33b20-cd1e-4e5b-a146-2f68f93ae68b req-d120a4fa-b045-48b8-86d4-bd1346538f31 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0501895 Sep 14 02:50:04.458907 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b3c33b20-cd1e-4e5b-a146-2f68f93ae68b req-b71cbf6b-75db-421c-9967-f86d591961c6 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452466 Sep 14 02:50:04.701345 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd193b1-c60c-4915-b97d-ae7ecece7bc5 req-a77d2d3e-835a-4d45-95f7-035dd9d64b84 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:04.702743 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bd193b1-c60c-4915-b97d-ae7ecece7bc5 req-a77d2d3e-835a-4d45-95f7-035dd9d64b84 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0481622 Sep 14 02:50:04.749875 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1bd193b1-c60c-4915-b97d-ae7ecece7bc5 req-5098c7c7-778d-41e6-b1f9-1cd28fcdaf44 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Sep 14 02:50:05.336541 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b8c27-25dd-4ad7-9c20-1cfc40977330 req-902c4291-d758-412b-afd9-989a9e059b3c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.337532 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0f2b8c27-25dd-4ad7-9c20-1cfc40977330 req-902c4291-d758-412b-afd9-989a9e059b3c tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0525758 Sep 14 02:50:05.408456 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0f2b8c27-25dd-4ad7-9c20-1cfc40977330 req-336c91ff-220d-499e-b94d-d0c7645377da tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640762 Sep 14 02:50:05.413274 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-8a7e789f-6170-4e8f-bc9d-d071e75ca4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.414756 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-8a7e789f-6170-4e8f-bc9d-d071e75ca4b1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 200 len: 910 time: 0.0865777 Sep 14 02:50:05.424735 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38203637-50ea-4052-a0ea-e3fcbcc1edc0 req-8f36884b-5f95-4ce0-8dfe-cd19f2306aa0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 210 time: 0.0342386 Sep 14 02:50:05.592939 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529103-c75e-4ea6-af9b-9e69dd5377fd req-491c9030-fc73-440c-a17a-938b27192955 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.594441 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b5529103-c75e-4ea6-af9b-9e69dd5377fd req-491c9030-fc73-440c-a17a-938b27192955 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0544815 Sep 14 02:50:05.646557 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-4d044325-15a5-4960-84ed-7f1a06adc2c8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 200 len: 217 time: 0.0366209 Sep 14 02:50:05.676916 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b5529103-c75e-4ea6-af9b-9e69dd5377fd req-8fbd0147-e75e-4fa0-9db4-f2594cffb0df tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765653 Sep 14 02:50:05.682575 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:05.705618 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-3a01b201-bd42-42e3-9ffd-55fc392aa391 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.705618 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-3a01b201-bd42-42e3-9ffd-55fc392aa391 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0594227 Sep 14 02:50:05.737218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-306d9aa8-6ac2-4dbb-a47a-354698d947a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.738734 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-306d9aa8-6ac2-4dbb-a47a-354698d947a3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 200 len: 848 time: 0.0835888 Sep 14 02:50:05.744751 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-03011fad-d16b-4f84-846f-f7f796d71c2b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.746152 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-03011fad-d16b-4f84-846f-f7f796d71c2b tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0606270 Sep 14 02:50:05.801827 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Deleting port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:05.802547 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:05.850337 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:05.868689 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-dd3a127e-7d5d-46f9-8922-01a1e30b2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.870237 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-dd3a127e-7d5d-46f9-8922-01a1e30b2bcb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=79393532-121c-4bb6-ae80-69d4765cb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230364 Sep 14 02:50:05.889609 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Deleting port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:05.889966 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:05.895100 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:05.930755 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e60ec0-55a8-47a9-89ad-b701c48c38e5 req-351cd403-9ef2-40eb-a586-cf9543d72ab0 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:05.932195 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f5e60ec0-55a8-47a9-89ad-b701c48c38e5 req-351cd403-9ef2-40eb-a586-cf9543d72ab0 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 946 time: 0.0830712 Sep 14 02:50:05.960701 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] For port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:05.961066 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:05.979352 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Calling delete_port for d14ee4c4-373b-4dc4-bcc5-bb477ccd910e owned by compute:nova {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:06.010582 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f5e60ec0-55a8-47a9-89ad-b701c48c38e5 req-4c88c121-bd0f-4a8e-9091-c2f0aede7594 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0230203e-6c19-4a6c-987a-c25c2a014cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718825 Sep 14 02:50:06.043668 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-52e7c153-c60f-41b0-870c-fcfb2b8fd369 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644554 Sep 14 02:50:06.045533 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] For port 0f79f5d3-b811-4507-a225-dbf8fea0fd56, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0f79f5d3-b811-4507-a225-dbf8fea0fd56,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:06.045909 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:06.058216 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Calling delete_port for 0f79f5d3-b811-4507-a225-dbf8fea0fd56 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:06.130597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (d14ee4c4-373b-4dc4-bcc5-bb477ccd910e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:06.142464 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['d14ee4c4-373b-4dc4-bcc5-bb477ccd910e'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:50:06.161293 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Pushing event deleted for resources: {'Port': ['ID=d14ee4c4-373b-4dc4-bcc5-bb477ccd910e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:06.211696 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] No DVR routers for this DVR port d14ee4c4-373b-4dc4-bcc5-bb477ccd910e on host hv-cinder-85707 {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:06.214289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:06.217914 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f060716c-63a1-4505-8ef4-3c400bd57368 req-6f15cbb1-30ff-43c3-a512-cdcd98d95e85 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d14ee4c4-373b-4dc4-bcc5-bb477ccd910e HTTP/1.1" status: 204 len: 173 time: 0.5097582 Sep 14 02:50:06.218426 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'name': 'network-vif-deleted', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:06.220759 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268efda5-7dd1-4db6-bcb8-6d015410ac50" -d '{"events": [{"server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "name": "network-vif-deleted", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:06.273610 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed2f4f2-781d-4942-bfec-0a8ff0429704 x-openstack-request-id: req-bed2f4f2-781d-4942-bfec-0a8ff0429704 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:06.273926 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c70d5-bd7b-4c3a-88b3-13d1992740de", "name": "network-vif-deleted", "tag": "d14ee4c4-373b-4dc4-bcc5-bb477ccd910e", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:06.274174 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bed2f4f2-781d-4942-bfec-0a8ff0429704 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:06.274578 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed2f4f2-781d-4942-bfec-0a8ff0429704'] response: {'server_uuid': 'c31c70d5-bd7b-4c3a-88b3-13d1992740de', 'name': 'network-vif-deleted', 'tag': 'd14ee4c4-373b-4dc4-bcc5-bb477ccd910e', 'status': 'completed', 'code': 200} Sep 14 02:50:06.515408 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3ccc9ed5-62fe-4700-89fa-ec01944a28e0 req-08e50b98-27bc-42ee-aadd-ebd986ddf8a1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280947 Sep 14 02:50:06.517697 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (0f79f5d3-b811-4507-a225-dbf8fea0fd56), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:06.549750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event deleted for resources: {'Port': ['ID=0f79f5d3-b811-4507-a225-dbf8fea0fd56,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:06.559063 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4c3b1c49-9640-47d8-a55b-f94247324b53 req-2aeed451-5725-4a7c-be28-ed57eba2c961 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 210 time: 0.0420370 Sep 14 02:50:06.570731 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d18527-fc91-4a38-9e5f-7778b921a17d req-71ec491f-8de1-43be-8d54-78aab66be378 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:06.572718 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c4d18527-fc91-4a38-9e5f-7778b921a17d req-71ec491f-8de1-43be-8d54-78aab66be378 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 946 time: 0.0861552 Sep 14 02:50:06.619388 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] No DVR routers for this DVR port 0f79f5d3-b811-4507-a225-dbf8fea0fd56 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:06.622062 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:06.625465 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0bccf087-3a51-4090-8fe2-2cbc2894b453 req-461af95c-6bec-4328-8edd-4fb714d3fed1 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0f79f5d3-b811-4507-a225-dbf8fea0fd56 HTTP/1.1" status: 204 len: 173 time: 0.8706384 Sep 14 02:50:06.625644 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c4d18527-fc91-4a38-9e5f-7778b921a17d req-94a75726-b030-4550-9804-fe29a69b2020 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464680 Sep 14 02:50:06.626165 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-deleted', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:06.628440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e4047-09d7-45da-831f-b66d712ac04c" -d '{"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-deleted", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:06.667275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb34c60-2798-41ca-b2e8-f4480317b2c3 x-openstack-request-id: req-bbb34c60-2798-41ca-b2e8-f4480317b2c3 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:06.667644 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b91799-fc31-45fd-8037-2ebc5e7180e4", "name": "network-vif-deleted", "tag": "0f79f5d3-b811-4507-a225-dbf8fea0fd56", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:06.667991 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbb34c60-2798-41ca-b2e8-f4480317b2c3 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:06.668462 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb34c60-2798-41ca-b2e8-f4480317b2c3'] response: {'server_uuid': 'd0b91799-fc31-45fd-8037-2ebc5e7180e4', 'name': 'network-vif-deleted', 'tag': '0f79f5d3-b811-4507-a225-dbf8fea0fd56', 'status': 'completed', 'code': 200} Sep 14 02:50:06.821376 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95099-58af-4cdd-9dc3-764dc172d2fd req-dae8a429-60da-42f9-86cb-eb5cfb5e4e15 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:06.826656 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f6f95099-58af-4cdd-9dc3-764dc172d2fd req-dae8a429-60da-42f9-86cb-eb5cfb5e4e15 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0571654 Sep 14 02:50:06.895015 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f6f95099-58af-4cdd-9dc3-764dc172d2fd req-7c92f0cf-3a0e-4e8a-8f94-747e84ea6893 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581594 Sep 14 02:50:06.906837 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:06.916027 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-2e3aabc9-a770-4663-808f-599d227183f7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:06.923233 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-2e3aabc9-a770-4663-808f-599d227183f7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.1729712 Sep 14 02:50:07.043546 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-ae3c58b8-eb9f-4e87-8c62-dddf3ecb88d2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 473 time: 0.1073656 Sep 14 02:50:07.091540 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'port': {'device_id': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'admin_state_up': True, 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'security_groups': ['507a8284-c81a-4e03-ab6f-ddc526c772de']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:07.157093 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:07.178468 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d6955a21-8b14-4d59-8fba-5c3dce904dee req-1b2e2669-03a5-4671-9217-3fd9e64bd514 tempest-TestMinimumBasicScenario-1948587736 tempest-TestMinimumBasicScenario-1948587736-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c31c70d5-bd7b-4c3a-88b3-13d1992740de HTTP/1.1" status: 200 len: 210 time: 0.0581560 Sep 14 02:50:07.227472 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Made reservation on behalf of aa9c7fd668584ca48602a476eeb2249f for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:50:07.231458 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:07.365113 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.20.0.3 (f92baa67-4902-4b57-9af6-64ad0af96ee7/017f1927-7dc9-49d5-9796-cdd32f4f2a85/60e82ec8-a784-4bb5-ba4f-02e843a93301) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:50:07.529698 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:07.565901 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:07.619300 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:50:07.624804 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:50:07.627032 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=60e82ec8-a784-4bb5-ba4f-02e843a93301,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:07.629183 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:50:07.692540 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:07.693960 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:07.714069 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-577764cb-93fd-449f-9679-e7e0153863fb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272044 Sep 14 02:50:07.717468 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dd824-b44a-44ca-a014-4ba6177ad9e1 req-21d0db01-b4a2-4f9e-aa3d-7827f257d3b3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:07.719659 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce7dd824-b44a-44ca-a014-4ba6177ad9e1 req-21d0db01-b4a2-4f9e-aa3d-7827f257d3b3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 931 time: 0.0651472 Sep 14 02:50:07.772742 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ca06a98d-ba08-43c3-91f0-68a34f17e0d8 req-ca4d32fa-cdb4-4833-975f-46b1d5dce7d2 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0b91799-fc31-45fd-8037-2ebc5e7180e4 HTTP/1.1" status: 200 len: 210 time: 0.0397544 Sep 14 02:50:07.796481 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Request body: {'port': {'device_id': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:07.801160 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce7dd824-b44a-44ca-a014-4ba6177ad9e1 req-6ee5a2f5-71cb-4ca5-aa98-f669bdbd0026 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758069 Sep 14 02:50:07.868263 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:07.907325 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Provisioning complete for port 60e82ec8-a784-4bb5-ba4f-02e843a93301 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:50:07.907885 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:07.907885 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Attempt 1 to provision port 60e82ec8-a784-4bb5-ba4f-02e843a93301 Sep 14 02:50:07.943090 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Port 60e82ec8-a784-4bb5-ba4f-02e843a93301 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:50:07.971229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:08.023746 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d4da3-3fd6-405b-a785-d0e9cf2fb8ac req-e379371c-839e-4333-98a3-dec7d607600f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:08.025339 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6b2d4da3-3fd6-405b-a785-d0e9cf2fb8ac req-e379371c-839e-4333-98a3-dec7d607600f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 943 time: 0.0490885 Sep 14 02:50:08.081307 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6b2d4da3-3fd6-405b-a785-d0e9cf2fb8ac req-54d59331-4620-484e-9569-672208dc6817 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500331 Sep 14 02:50:08.112282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9bae2a2b-fbc6-46f2-b11b-68146be5be2c details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:50:08.128344 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:08.133016 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e82ec8-a784-4bb5-ba4f-02e843a93301 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:50:08.140918 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Publish callbacks [] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.156296 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Transition to ACTIVE for port object 60e82ec8-a784-4bb5-ba4f-02e843a93301 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:50:08.160975 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.176386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:08.212172 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:08.228250 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'port_id': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'mac_address': 'fa:16:3e:a0:80:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:50:08.245147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Pushing event updated for resources: {'Port': ['ID=60e82ec8-a784-4bb5-ba4f-02e843a93301,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:08.264375 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:50:08.264765 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.281124 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bae2a2b-fbc6-46f2-b11b-68146be5be2c {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:50:08.282471 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Attempting to bind port 60e82ec8-a784-4bb5-ba4f-02e843a93301 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:50:08.282471 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Attempting to bind port 60e82ec8-a784-4bb5-ba4f-02e843a93301 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:50:08.282675 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Attempting to bind port 60e82ec8-a784-4bb5-ba4f-02e843a93301 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:50:08.301388 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:08.306500 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.329023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Port 60e82ec8-a784-4bb5-ba4f-02e843a93301 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:50:08.329735 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Attempting to bind port 60e82ec8-a784-4bb5-ba4f-02e843a93301 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:50:08.351761 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:08.360207 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.360779 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.361114 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.361442 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.361762 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.362280 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.362767 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.363255 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.363579 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.363899 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.364213 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.364547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.364855 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.365168 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.365479 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:50:08.376436 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:50:08.377114 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Checking segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:50:08.377114 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Bound using segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:50:08.377556 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Bound port: 60e82ec8-a784-4bb5-ba4f-02e843a93301, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:50:08.377976 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.438853 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] For port 60e82ec8-a784-4bb5-ba4f-02e843a93301, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:50:08.442908 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] For port 60e82ec8-a784-4bb5-ba4f-02e843a93301, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:50:08.444131 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Attempt 2 to provision port 60e82ec8-a784-4bb5-ba4f-02e843a93301 Sep 14 02:50:08.455130 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.458401 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:08.459001 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.460467 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/60e82ec8-a784-4bb5-ba4f-02e843a93301 HTTP/1.1" status: 200 len: 1093 time: 0.6693556 Sep 14 02:50:08.496745 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Port 60e82ec8-a784-4bb5-ba4f-02e843a93301 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:50:08.546883 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221995f-f70f-42d4-b130-99a71c75e875 service neutron] Pushing event updated for resources: {'Port': ['ID=60e82ec8-a784-4bb5-ba4f-02e843a93301,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:08.551242 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['9bae2a2b-fbc6-46f2-b11b-68146be5be2c'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:50:08.557072 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-1ac88a21-8579-4214-82cd-0104ea144dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:08.558618 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-1ac88a21-8579-4214-82cd-0104ea144dcd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 1127 time: 0.0550907 Sep 14 02:50:08.600060 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-6ffe2075-cb8a-4381-ac06-e656ce442a43 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301 HTTP/1.1" status: 200 len: 217 time: 0.0334466 Sep 14 02:50:08.654204 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d8efab47-598b-4503-bdf4-b5f4e54a213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:08.656010 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-d8efab47-598b-4503-bdf4-b5f4e54a213c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0489497 Sep 14 02:50:08.669931 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:08.672430 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e7b4f8-480e-423c-a6eb-e765bca04437" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:08.713598 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-b2bda881-7481-4837-a544-4f57faab45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:08.715733 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-b2bda881-7481-4837-a544-4f57faab45b9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537648 Sep 14 02:50:08.735553 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc700c-985a-4d33-85ff-779d2e4db861 x-openstack-request-id: req-f7dc700c-985a-4d33-85ff-779d2e4db861 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:08.735762 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:08.736027 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7dc700c-985a-4d33-85ff-779d2e4db861 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:08.736321 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7dc700c-985a-4d33-85ff-779d2e4db861'] response: {'name': 'network-changed', 'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'status': 'completed', 'code': 200} Sep 14 02:50:08.816739 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-88949dd1-20ea-41f0-88e8-2798f0d8d93e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935829 Sep 14 02:50:08.854325 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41244) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:08.928010 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6d5e-0546-47fa-a0ee-7ef0e9a89ca9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group (528cfca6-d84b-4e22-9fcb-f5190ce4a2f5), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.946890 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-46685bf4-f570-46c3-9e2f-55fcd2a529a4 req-92205da0-43ce-48c5-8dec-fc0e8eb4142d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234064 Sep 14 02:50:08.948960 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:08.984302 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6d5e-0546-47fa-a0ee-7ef0e9a89ca9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group (528cfca6-d84b-4e22-9fcb-f5190ce4a2f5), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:08.998058 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Attempt 3 to provision port 60e82ec8-a784-4bb5-ba4f-02e843a93301 Sep 14 02:50:09.008991 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff18008-7932-4ae0-9037-aacb56aba170 req-fe3e8b72-f078-4104-a822-79a5dfe37fb4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:09.017064 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cff18008-7932-4ae0-9037-aacb56aba170 req-fe3e8b72-f078-4104-a822-79a5dfe37fb4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 943 time: 0.0977917 Sep 14 02:50:09.017454 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41246) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:09.043675 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:09.045767 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-aabd615d-edf4-4a50-a92b-6f6e82ff53c6 None None] Port 60e82ec8-a784-4bb5-ba4f-02e843a93301 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:50:09.074854 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:09.082198 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cff18008-7932-4ae0-9037-aacb56aba170 req-7d52e8e7-8207-4e6a-838c-0cda37aadb06 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654528 Sep 14 02:50:09.117600 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6d5e-0546-47fa-a0ee-7ef0e9a89ca9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (528cfca6-d84b-4e22-9fcb-f5190ce4a2f5), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:09.120765 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6d5e-0546-47fa-a0ee-7ef0e9a89ca9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:09.122003 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-fcfb6d5e-0546-47fa-a0ee-7ef0e9a89ca9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/528cfca6-d84b-4e22-9fcb-f5190ce4a2f5 HTTP/1.1" status: 204 len: 168 time: 0.2701285 Sep 14 02:50:09.126933 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:09.132845 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb6d5e-0546-47fa-a0ee-7ef0e9a89ca9 tempest-TestShelveInstance-786673662 tempest-TestShelveInstance-786673662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528cfca6-d84b-4e22-9fcb-f5190ce4a2f5,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:09.181653 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:09.187946 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41252) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:09.234017 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9a543-ab4c-49b6-bb62-1c525037a798 req-4ea661e2-78a6-4e1b-84c5-c9bd7fb27b76 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:09.235889 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-17d9a543-ab4c-49b6-bb62-1c525037a798 req-4ea661e2-78a6-4e1b-84c5-c9bd7fb27b76 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 944 time: 0.0566227 Sep 14 02:50:09.288193 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-17d9a543-ab4c-49b6-bb62-1c525037a798 req-3cd32089-645a-4b19-9aca-c73d6ad29c22 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461044 Sep 14 02:50:09.385296 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (8a7dd3df-861b-410b-9f50-71779ced2430), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:09.660739 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:09.749350 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-e4ba2c32-b3e0-4f12-8598-734b0df6afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:09.750850 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-e4ba2c32-b3e0-4f12-8598-734b0df6afe5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 1127 time: 0.0683708 Sep 14 02:50:09.868440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Deleting port 943d3e94-4f92-4bb7-8d87-af82db4ba25d {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:09.868772 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.114223 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 60e82ec8-a784-4bb5-ba4f-02e843a93301 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:50:10.118432 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9bae2a2b-fbc6-46f2-b11b-68146be5be2c up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:50:10.216010 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c1b57-6e08-4202-a2c3-eb040cfc41eb req-5a734805-83e5-40a9-b9ab-6e2c90b461ad tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:10.218332 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ca2c1b57-6e08-4202-a2c3-eb040cfc41eb req-5a734805-83e5-40a9-b9ab-6e2c90b461ad tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 943 time: 0.0533824 Sep 14 02:50:10.220583 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:50:10.228692 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:50:10.229061 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.229385 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c Sep 14 02:50:10.233231 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-11a455cb-1fd5-443c-bfc3-a883acfccc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:10.234854 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-11a455cb-1fd5-443c-bfc3-a883acfccc7b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.4767623 Sep 14 02:50:10.241307 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:10.255183 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:10.276228 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ca2c1b57-6e08-4202-a2c3-eb040cfc41eb req-5a63a24a-0a45-4a50-99bf-97ad57c73262 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504797 Sep 14 02:50:10.289691 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 60e82ec8-a784-4bb5-ba4f-02e843a93301, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:10.300826 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:10.305084 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'port_id': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'mac_address': 'fa:16:3e:77:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:50:10.313054 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-fb1a3b1c-4776-4e1d-8b3e-9e44c6bbe4f6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301 HTTP/1.1" status: 200 len: 217 time: 0.0702100 Sep 14 02:50:10.366217 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (1538dcd0-c152-44a4-9694-50b2c0b60099), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.420387 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] For port 943d3e94-4f92-4bb7-8d87-af82db4ba25d, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=943d3e94-4f92-4bb7-8d87-af82db4ba25d,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:10.420900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.437322 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b988e-a997-47ea-842e-5536facce4bf req-a7832c43-b157-4990-a699-6f26a8863b74 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:10.438927 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f93b988e-a997-47ea-842e-5536facce4bf req-a7832c43-b157-4990-a699-6f26a8863b74 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 944 time: 0.0510755 Sep 14 02:50:10.448187 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Calling delete_port for 943d3e94-4f92-4bb7-8d87-af82db4ba25d owned by network:router_interface {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:10.452498 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-e1d227d6-ebef-49e3-962b-e4e643d3ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:10.454078 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-e1d227d6-ebef-49e3-962b-e4e643d3ed31 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.1264000 Sep 14 02:50:10.492806 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f93b988e-a997-47ea-842e-5536facce4bf req-44c4478f-b954-456f-93ca-beeba33e8408 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464022 Sep 14 02:50:10.501443 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:50:10.501848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.512893 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 60e82ec8-a784-4bb5-ba4f-02e843a93301 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:50:10.513270 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.533924 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e82ec8-a784-4bb5-ba4f-02e843a93301 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:50:10.541186 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:10.543444 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04013c2-f528-48cc-b52a-fdc54dedffb2" -d '{"events": [{"server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "name": "network-vif-plugged", "status": "completed", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:10.560451 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:10.570255 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.571185 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 0f79f5d3-b811-4507-a225-dbf8fea0fd56 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:10.574037 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 60e82ec8-a784-4bb5-ba4f-02e843a93301, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:10.574863 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-26380372-4775-4d3d-819d-9d50374068d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:10.576363 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-26380372-4775-4d3d-819d-9d50374068d4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1162560 Sep 14 02:50:10.610281 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802d986-64e8-41e8-bbb7-a208e420b822 x-openstack-request-id: req-3802d986-64e8-41e8-bbb7-a208e420b822 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:10.610701 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "name": "network-vif-plugged", "status": "completed", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:10.611039 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3802d986-64e8-41e8-bbb7-a208e420b822 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:10.611518 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3802d986-64e8-41e8-bbb7-a208e420b822'] response: {'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'code': 200} Sep 14 02:50:10.614677 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:10.618440 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 0f79f5d3-b811-4507-a225-dbf8fea0fd56 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:10.619060 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 0f79f5d3-b811-4507-a225-dbf8fea0fd56 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:10.619680 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device d14ee4c4-373b-4dc4-bcc5-bb477ccd910e no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:10.645388 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: d14ee4c4-373b-4dc4-bcc5-bb477ccd910e {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:10.645718 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device d14ee4c4-373b-4dc4-bcc5-bb477ccd910e not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:10.661896 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:10.717296 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=60e82ec8-a784-4bb5-ba4f-02e843a93301,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:10.827269 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['60e82ec8-a784-4bb5-ba4f-02e843a93301'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:50:10.844033 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b232a1-60a1-4f50-92ad-f42a33cf3aae req-881bd314-4911-4bf2-8679-d508990b9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:10.845524 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-17b232a1-60a1-4f50-92ad-f42a33cf3aae req-881bd314-4911-4bf2-8679-d508990b9a47 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 1129 time: 0.0947194 Sep 14 02:50:10.862485 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-66345f53-2cad-4723-9557-836f5306b48c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779746 Sep 14 02:50:10.996058 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Deleting port 03b7b2ef-0642-40ca-bf82-6db02d96ca49 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:10.996359 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:11.026169 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:11.056236 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-17b232a1-60a1-4f50-92ad-f42a33cf3aae req-696e9750-ca9d-4076-8c36-235f60f108d1 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035291 Sep 14 02:50:11.068609 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:11.083697 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (943d3e94-4f92-4bb7-8d87-af82db4ba25d), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:11.127261 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d5e7b4f8-480e-423c-a6eb-e765bca04437 req-6a12c3dc-cc93-49ed-90da-2e19e631f08c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588708 Sep 14 02:50:11.130256 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=943d3e94-4f92-4bb7-8d87-af82db4ba25d,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:11.179124 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] For port 03b7b2ef-0642-40ca-bf82-6db02d96ca49, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=03b7b2ef-0642-40ca-bf82-6db02d96ca49,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:11.179498 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:11.212707 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Calling delete_port for 03b7b2ef-0642-40ca-bf82-6db02d96ca49 owned by network:router_interface {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:11.404816 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891306f-d360-4f2f-8f2d-a60be358097b req-b83bbf83-73b4-45ea-b069-5b98ee383593 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:11.406289 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d891306f-d360-4f2f-8f2d-a60be358097b req-b83bbf83-73b4-45ea-b069-5b98ee383593 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 944 time: 0.0482483 Sep 14 02:50:11.414332 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (8a7dd3df-861b-410b-9f50-71779ced2430), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:11.457366 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d891306f-d360-4f2f-8f2d-a60be358097b req-7df8dff2-4402-4078-9260-f5bda565853a tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447514 Sep 14 02:50:11.603059 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (03b7b2ef-0642-40ca-bf82-6db02d96ca49), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:11.620051 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a497b-583d-46d0-b535-2998836963d7 req-bd0da64a-e581-4773-9fd8-620f584f4459 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:11.621509 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-048a497b-583d-46d0-b535-2998836963d7 req-bd0da64a-e581-4773-9fd8-620f584f4459 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 945 time: 0.0499880 Sep 14 02:50:11.634289 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Pushing event deleted for resources: {'Port': ['ID=03b7b2ef-0642-40ca-bf82-6db02d96ca49,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:11.672015 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-048a497b-583d-46d0-b535-2998836963d7 req-1fc98700-4c31-4000-a70b-c1916f4a3147 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447292 Sep 14 02:50:11.740088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:11.752528 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Router 8a7dd3df-861b-410b-9f50-71779ced2430 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:11.892700 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:11.923530 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (1538dcd0-c152-44a4-9694-50b2c0b60099), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:11.976002 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:11.982083 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-31e87293-4a23-4427-9c90-c37d976251e3 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8a7dd3df-861b-410b-9f50-71779ced2430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9636323 Sep 14 02:50:11.985299 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41266) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:11.987698 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] Sync routers for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:12.004109 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:12.005124 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:12.097228 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:12.120298 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 60e82ec8-a784-4bb5-ba4f-02e843a93301 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:50:12.125860 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:12.264363 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 60e82ec8-a784-4bb5-ba4f-02e843a93301 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:50:12.277650 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 60e82ec8-a784-4bb5-ba4f-02e843a93301 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:50:12.278072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.278401 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 60e82ec8-a784-4bb5-ba4f-02e843a93301 Sep 14 02:50:12.386044 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:50:10Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:12.416497 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] Checking router: 8a7dd3df-861b-410b-9f50-71779ced2430 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:12.420513 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:12.424625 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 60e82ec8-a784-4bb5-ba4f-02e843a93301 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:50:12.424807 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks [] for router (8a7dd3df-861b-410b-9f50-71779ced2430), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.425003 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.447748 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] Routers {'8a7dd3df-861b-410b-9f50-71779ced2430'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:12.448367 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8a7dd3df-861b-410b-9f50-71779ced2430'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:12.499590 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 60e82ec8-a784-4bb5-ba4f-02e843a93301, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:12.511261 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.571162 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Router 1538dcd0-c152-44a4-9694-50b2c0b60099 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:12.579618 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks [] for router_gateway (8a7dd3df-861b-410b-9f50-71779ced2430), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.588119 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a0712-6f7f-4503-a5f2-23c32faf6d75 req-faf9c93c-bbfc-4d58-b751-d806bd8b9783 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:12.591119 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-088a0712-6f7f-4503-a5f2-23c32faf6d75 req-faf9c93c-bbfc-4d58-b751-d806bd8b9783 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Sep 14 02:50:12.602772 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] Set router 8a7dd3df-861b-410b-9f50-71779ced2430 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:12.605594 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=60e82ec8-a784-4bb5-ba4f-02e843a93301,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:12.631138 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:12.632816 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cac38c-240d-4d23-9e89-db489d2bff79" -d '{"events": [{"server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "name": "network-vif-plugged", "status": "completed", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:12.642294 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-088a0712-6f7f-4503-a5f2-23c32faf6d75 req-8700beb6-cede-4503-8391-ac0744fffaa3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Sep 14 02:50:12.670250 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Deleting port b438defa-ae23-4df4-8182-e16aa45a3b4e {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:12.670250 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.713030 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eafb52b-dfb7-4c59-b19d-ec76c7f81191 x-openstack-request-id: req-1eafb52b-dfb7-4c59-b19d-ec76c7f81191 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:12.713394 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "name": "network-vif-plugged", "status": "completed", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:12.713699 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eafb52b-dfb7-4c59-b19d-ec76c7f81191 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:12.714169 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eafb52b-dfb7-4c59-b19d-ec76c7f81191'] response: {'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'code': 200} Sep 14 02:50:12.758815 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:12.767524 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41274) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:12.767730 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-cf382824-cf43-4a4f-9aaf-daf0607cd24f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/1538dcd0-c152-44a4-9694-50b2c0b60099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5786693 Sep 14 02:50:12.769829 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] Sync routers for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:12.792251 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:12.793249 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:12.795142 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:12.801231 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] For port b438defa-ae23-4df4-8182-e16aa45a3b4e, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=b438defa-ae23-4df4-8182-e16aa45a3b4e,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:12.801231 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.816687 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Calling delete_port for b438defa-ae23-4df4-8182-e16aa45a3b4e owned by network:router_gateway {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:12.816946 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:50:10Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:12.845904 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557636a-9c02-44db-b605-6ccc5cb5e009 None None] The sync data for ids ['8a7dd3df-861b-410b-9f50-71779ced2430'] in dv-cinder-857075-6-iscsi is: [{'id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'name': 'tempest-TestMinimumBasicScenario-429964608-router', 'tenant_id': '53e1e008051d48218439b70d3cb1c015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:50:10Z', 'revision_number': 5, 'project_id': '53e1e008051d48218439b70d3cb1c015', 'gw_port': {'id': 'b438defa-ae23-4df4-8182-e16aa45a3b4e', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7dd3df-861b-410b-9f50-71779ced2430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:45Z', 'updated_at': '2022-09-14T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:12.966472 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd9ff8-3d63-4005-9757-b3cfacb9b121 req-28f27147-39d8-41de-a420-c231ff9b90f9 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:12.968189 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fddd9ff8-3d63-4005-9757-b3cfacb9b121 req-28f27147-39d8-41de-a420-c231ff9b90f9 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 945 time: 0.1189485 Sep 14 02:50:12.969988 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks [] for router (1538dcd0-c152-44a4-9694-50b2c0b60099), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:12.984871 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:12.989824 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ca340-68fc-426f-90b3-95c0830efb1d req-2778823a-3008-40ad-b5a9-ea945b1a4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:12.991858 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-584ca340-68fc-426f-90b3-95c0830efb1d req-2778823a-3008-40ad-b5a9-ea945b1a4e1c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 1129 time: 0.0558686 Sep 14 02:50:13.020775 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:13.087827 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-584ca340-68fc-426f-90b3-95c0830efb1d req-66ea6400-4454-4038-abea-68f4fd4450dd service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899408 Sep 14 02:50:13.093400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (b438defa-ae23-4df4-8182-e16aa45a3b4e), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.121376 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b438defa-ae23-4df4-8182-e16aa45a3b4e,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:13.166378 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:50:11Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:13.187144 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (8a7dd3df-861b-410b-9f50-71779ced2430), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.192458 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] Checking router: 1538dcd0-c152-44a4-9694-50b2c0b60099 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:13.201511 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] Routers {'1538dcd0-c152-44a4-9694-50b2c0b60099'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:13.202167 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['1538dcd0-c152-44a4-9694-50b2c0b60099'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:13.321410 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] Set router 1538dcd0-c152-44a4-9694-50b2c0b60099 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:13.325663 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (8a7dd3df-861b-410b-9f50-71779ced2430), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.328222 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks [] for router_controller (8a7dd3df-861b-410b-9f50-71779ced2430), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.394770 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (8a7dd3df-861b-410b-9f50-71779ced2430), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.395398 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7dd3df-861b-410b-9f50-71779ced2430 {{(pid=112943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:50:13.398941 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks [] for router_gateway (1538dcd0-c152-44a4-9694-50b2c0b60099), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.406333 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.408007 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:13.408531 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3da04724-4672-4171-850e-39e90f1b68b4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8a7dd3df-861b-410b-9f50-71779ced2430 HTTP/1.1" status: 204 len: 168 time: 1.4223127 Sep 14 02:50:13.410571 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41276) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:13.430494 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fddd9ff8-3d63-4005-9757-b3cfacb9b121 req-be37020b-50b5-4c18-8829-6d87bda0d40a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880189 Sep 14 02:50:13.503697 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Deleting port 66001bcb-d159-4633-9de4-c7393824c9f6 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:13.504076 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.524634 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] Deleting subnet c8469fbb-9cbf-454e-9af9-249998f6aa1d {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:50:13.545582 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:50:11Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:13.556243 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] Publish callbacks [] for subnet (c8469fbb-9cbf-454e-9af9-249998f6aa1d), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.573150 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f7bf8-5ca7-4a06-b4c9-7d53209dd435 None None] The sync data for ids ['1538dcd0-c152-44a4-9694-50b2c0b60099'] in dv-cinder-857075-6-iscsi is: [{'id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'name': 'tempest-TestShelveInstance-1346684201-router', 'tenant_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:50:11Z', 'revision_number': 5, 'project_id': '97e0486d0dae41d89d82f71f5cb9eb5b', 'gw_port': {'id': '66001bcb-d159-4633-9de4-c7393824c9f6', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1538dcd0-c152-44a4-9694-50b2c0b60099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:01Z', 'updated_at': '2022-09-14T02:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:13.625711 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:13.650990 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (c8469fbb-9cbf-454e-9af9-249998f6aa1d), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.658318 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe6416-24c2-4c85-888d-7af2421d9336 req-b16eb501-ff21-4093-bc01-c95e2609171c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:13.659801 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-acfe6416-24c2-4c85-888d-7af2421d9336 req-b16eb501-ff21-4093-bc01-c95e2609171c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 945 time: 0.1014569 Sep 14 02:50:13.734648 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] For port 66001bcb-d159-4633-9de4-c7393824c9f6, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=66001bcb-d159-4633-9de4-c7393824c9f6,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:13.735009 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.785509 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Calling delete_port for 66001bcb-d159-4633-9de4-c7393824c9f6 owned by network:router_gateway {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:13.845805 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-acfe6416-24c2-4c85-888d-7af2421d9336 req-3a1de1db-4d0a-4775-9307-95e7237fc909 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592693 Sep 14 02:50:13.854421 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd9918-e031-4cc0-be6f-254ec7eab7f9 req-b691447a-c864-4675-bc3d-ddec604f4a3f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:13.854421 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c6dd9918-e031-4cc0-be6f-254ec7eab7f9 req-b691447a-c864-4675-bc3d-ddec604f4a3f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 945 time: 0.1260130 Sep 14 02:50:13.878319 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41282) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:13.888530 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (c8469fbb-9cbf-454e-9af9-249998f6aa1d), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:13.970636 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc748a-96c4-4c81-8bb1-52a934a05f9b tempest-TestVolumeBootPattern-980971436 tempest-TestVolumeBootPattern-980971436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:13.972252 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c5fc748a-96c4-4c81-8bb1-52a934a05f9b tempest-TestVolumeBootPattern-980971436 tempest-TestVolumeBootPattern-980971436-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 1124 time: 0.0929298 Sep 14 02:50:13.975464 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41286) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:13.981139 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'port_id': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:13.991899 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c6dd9918-e031-4cc0-be6f-254ec7eab7f9 req-755e7bcf-d5fb-415f-922e-01a8cc327dd5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049259 Sep 14 02:50:14.008773 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.048534 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (c8469fbb-9cbf-454e-9af9-249998f6aa1d), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.053416 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:14.078204 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8469fbb-9cbf-454e-9af9-249998f6aa1d,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:14.089941 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.093574 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-af396fc9-82ad-4add-a2f0-b829afd429ce admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c8469fbb-9cbf-454e-9af9-249998f6aa1d HTTP/1.1" status: 204 len: 168 time: 0.6818924 Sep 14 02:50:14.096217 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41288) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:14.098452 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0de40-03d3-4eb1-b046-ce5a021258ba None None] Network 8003ea87-d14e-4c9c-9372-adb58a04165e requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:50:14.148821 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (66001bcb-d159-4633-9de4-c7393824c9f6), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.165414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.179913 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Pushing event deleted for resources: {'Port': ['ID=66001bcb-d159-4633-9de4-c7393824c9f6,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:14.224966 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (8003ea87-d14e-4c9c-9372-adb58a04165e), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.257984 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (1538dcd0-c152-44a4-9694-50b2c0b60099), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.263885 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] DHCP port deletion for 8003ea87-d14e-4c9c-9372-adb58a04165e request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:50:14.306465 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:14.307016 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:14.309316 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] Deleting port 88f2be8a-6e83-43c4-ad09-2c101453a168 {{(pid=112944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:14.309714 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), before_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.337638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Deleting port 88f2be8a-6e83-43c4-ad09-2c101453a168 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:14.341561 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.381828 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (1538dcd0-c152-44a4-9694-50b2c0b60099), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.386319 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks [] for router_controller (1538dcd0-c152-44a4-9694-50b2c0b60099), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.390927 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] For port 88f2be8a-6e83-43c4-ad09-2c101453a168, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=88f2be8a-6e83-43c4-ad09-2c101453a168,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:14.391325 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), precommit_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.406821 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] Calling delete_port for 88f2be8a-6e83-43c4-ad09-2c101453a168 owned by network:dhcp {{(pid=112944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:14.422354 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Allocated IP 172.27.2.110 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/bb45a1f8-565e-4102-8dac-635a08bcb5e4) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:50:14.451513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] For port 88f2be8a-6e83-43c4-ad09-2c101453a168, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=88f2be8a-6e83-43c4-ad09-2c101453a168,segment=NetworkSegment(e48e5d6d-b703-4452-850c-3afb3350fa18),segment_id=e48e5d6d-b703-4452-850c-3afb3350fa18)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:14.451513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.457130 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (1538dcd0-c152-44a4-9694-50b2c0b60099), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.458380 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1538dcd0-c152-44a4-9694-50b2c0b60099 {{(pid=112942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:50:14.462682 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.466676 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-08cfb1bf-d965-43d6-b994-19ced18b4172 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/1538dcd0-c152-44a4-9694-50b2c0b60099 HTTP/1.1" status: 204 len: 168 time: 1.6950009 Sep 14 02:50:14.467905 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41290) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:14.495633 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Calling delete_port for 88f2be8a-6e83-43c4-ad09-2c101453a168 owned by network:dhcp {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:14.506420 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), after_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.527390 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] Deleting subnet cad86bc6-a2ca-4840-a20b-0c81fc132b2c {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:50:14.531156 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] Publish callbacks [] for subnet (cad86bc6-a2ca-4840-a20b-0c81fc132b2c), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.540029 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] Pushing event deleted for resources: {'Port': ['ID=88f2be8a-6e83-43c4-ad09-2c101453a168,revision_number=None']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:14.549038 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535d8bc-3d63-431e-bc3d-7fc8aaccc4c3 None None] No DVR routers for this DVR port 88f2be8a-6e83-43c4-ad09-2c101453a168 on host dv-cinder-857075-6-iscsi {{(pid=112944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:14.591033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (cad86bc6-a2ca-4840-a20b-0c81fc132b2c), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.650665 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.664023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:14.674430 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (88f2be8a-6e83-43c4-ad09-2c101453a168), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.683431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:14.704051 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (cad86bc6-a2ca-4840-a20b-0c81fc132b2c), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.714752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] No DVR routers for this DVR port 88f2be8a-6e83-43c4-ad09-2c101453a168 on host dv-cinder-857075-6-iscsi {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:14.716537 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Pushing event deleted for resources: {'Port': ['ID=88f2be8a-6e83-43c4-ad09-2c101453a168,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:14.754675 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.761816 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (cad86bc6-a2ca-4840-a20b-0c81fc132b2c), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.790122 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.793719 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/cad86bc6-a2ca-4840-a20b-0c81fc132b2c HTTP/1.1" status: 204 len: 168 time: 0.3248401 Sep 14 02:50:14.794740 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda27eb4-957d-4a23-ae11-8c94048eefe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad86bc6-a2ca-4840-a20b-0c81fc132b2c,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:14.796774 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4a2c4-25c0-4cdd-9dc9-b31fd6965fe4 None None] Network 79393532-121c-4bb6-ae80-69d4765cb1b7 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:50:14.797234 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41292) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:14.828903 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (8003ea87-d14e-4c9c-9372-adb58a04165e), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.846904 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:50:14.861245 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:50:14.865303 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:50:14.867515 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=bb45a1f8-565e-4102-8dac-635a08bcb5e4,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:14.871413 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8003ea87-d14e-4c9c-9372-adb58a04165e']}} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:14.886931 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (79393532-121c-4bb6-ae80-69d4765cb1b7), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.898251 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48e5d6d-b703-4452-850c-3afb3350fa18') {'for_net_delete': True} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:14.898528 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48e5d6d-b703-4452-850c-3afb3350fa18') {} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:14.912080 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8655002'] for segment (e48e5d6d-b703-4452-850c-3afb3350fa18), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.938325 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Deleting port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:14.938448 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (e48e5d6d-b703-4452-850c-3afb3350fa18), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.938549 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:14.967676 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=112943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:50:14.968063 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3488914'] for segment (e48e5d6d-b703-4452-850c-3afb3350fa18), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.006967 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] For port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,segment=NetworkSegment(c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f),segment_id=c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:15.007413 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.037227 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] DHCP port deletion for 79393532-121c-4bb6-ae80-69d4765cb1b7 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:50:15.072022 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Calling delete_port for a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:15.090651 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment e48e5d6d-b703-4452-850c-3afb3350fa18 resource provider aggregate not found Sep 14 02:50:15.096641 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (8003ea87-d14e-4c9c-9372-adb58a04165e), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.124286 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.135740 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/8003ea87-d14e-4c9c-9372-adb58a04165e HTTP/1.1" status: 204 len: 168 time: 1.0381179 Sep 14 02:50:15.139106 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:15.141024 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment e48e5d6d-b703-4452-850c-3afb3350fa18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e48e5d6d-b703-4452-850c-3afb3350fa18 found for delete ", "request_id": "req-3da40e4b-99c4-4e35-bf30-4bf60f92e709"}]} Sep 14 02:50:15.150664 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41302) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:15.198147 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:15.219345 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44191-eb9f-4699-99f3-25bc464b986d admin admin] Pushing event deleted for resources: {'Network': ['ID=8003ea87-d14e-4c9c-9372-adb58a04165e,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:15.243215 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.249871 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b438defa-ae23-4df4-8182-e16aa45a3b4e no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:15.275577 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: b438defa-ae23-4df4-8182-e16aa45a3b4e {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:15.276235 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b438defa-ae23-4df4-8182-e16aa45a3b4e not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:15.276636 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 88f2be8a-6e83-43c4-ad09-2c101453a168 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:15.278689 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] Deleting port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 {{(pid=112944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:15.278829 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cbf6c-2fdc-4822-a4d6-3fb4a27fa99d req-03527f2b-743b-447c-a561-9e1798cadfb6 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:15.279056 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), before_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.280288 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-456cbf6c-2fdc-4822-a4d6-3fb4a27fa99d req-03527f2b-743b-447c-a561-9e1798cadfb6 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 945 time: 0.0925953 Sep 14 02:50:15.282935 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:15.284783 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] No DVR routers for this DVR port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:15.309427 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 88f2be8a-6e83-43c4-ad09-2c101453a168 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:15.310078 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 88f2be8a-6e83-43c4-ad09-2c101453a168 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:15.310947 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 03b7b2ef-0642-40ca-bf82-6db02d96ca49 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:15.357674 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 03b7b2ef-0642-40ca-bf82-6db02d96ca49 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:15.357674 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 03b7b2ef-0642-40ca-bf82-6db02d96ca49 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:15.357674 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 66001bcb-d159-4633-9de4-c7393824c9f6 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:15.383142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (79393532-121c-4bb6-ae80-69d4765cb1b7), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.386154 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 66001bcb-d159-4633-9de4-c7393824c9f6 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:15.386496 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 66001bcb-d159-4633-9de4-c7393824c9f6 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:15.386909 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 943d3e94-4f92-4bb7-8d87-af82db4ba25d no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:15.395128 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:15.412854 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-456cbf6c-2fdc-4822-a4d6-3fb4a27fa99d req-8954c9b8-f6be-4d79-82f9-3f7e9b453791 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040511 Sep 14 02:50:15.414318 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 943d3e94-4f92-4bb7-8d87-af82db4ba25d {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:15.414659 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 943d3e94-4f92-4bb7-8d87-af82db4ba25d not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:15.415061 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:15.416893 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79393532-121c-4bb6-ae80-69d4765cb1b7']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:15.417142 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] For port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4, host dv-cinder-857075-6-iscsi, got binding levels [] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:15.417532 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), precommit_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.428626 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:15.428995 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:15.440847 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.450996 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] Calling delete_port for a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 owned by network:dhcp {{(pid=112944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:15.452865 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:15.453033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:15.455523 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.ipam_backend_mixin [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] Port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 was not found and therefore no delete operation was performed {{(pid=112944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 14 02:50:15.457042 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564'] for port (a3c924fe-2c2a-458e-9cb4-4fd5658d71d4), after_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.465577 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.473899 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:50:15.474432 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.485432 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] Pushing event deleted for resources: {'Port': ['ID=a3c924fe-2c2a-458e-9cb4-4fd5658d71d4,revision_number=None']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:15.489529 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4937a1d-9b13-452e-960c-62bb83c9bab6 None None] No DVR routers for this DVR port a3c924fe-2c2a-458e-9cb4-4fd5658d71d4 on host dv-cinder-857075-6-iscsi {{(pid=112944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:15.549250 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f resource provider aggregate not found Sep 14 02:50:15.578747 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c238a4d1-0704-4318-a3d7-6d6bf6b2fa4f found for delete ", "request_id": "req-b1710af4-dfa4-44c1-8466-bc6f80645dd9"}]} Sep 14 02:50:15.581943 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (79393532-121c-4bb6-ae80-69d4765cb1b7), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.586638 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.589894 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/79393532-121c-4bb6-ae80-69d4765cb1b7 HTTP/1.1" status: 204 len: 168 time: 0.7915385 Sep 14 02:50:15.596764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41310) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:15.608398 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0ec56-7300-4676-ab6b-d46179b04749 admin admin] Pushing event deleted for resources: {'Network': ['ID=79393532-121c-4bb6-ae80-69d4765cb1b7,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:15.616532 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c29c1-41e0-47ab-b51a-77ec2b86d6c3 req-1f5b2771-6724-483a-ab03-a731b9c18862 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:15.618064 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ce4c29c1-41e0-47ab-b51a-77ec2b86d6c3 req-1f5b2771-6724-483a-ab03-a731b9c18862 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 945 time: 0.0904081 Sep 14 02:50:15.628597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41312) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:15.633234 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'port_id': '60e82ec8-a784-4bb5-ba4f-02e843a93301'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:50:15.672312 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (efc925e0-3d4e-430a-be3c-6481caa7bd84), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:15.886487 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:15.946234 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:16.006551 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (7859a830-f293-4f3e-acab-538e2e6d36aa), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.114115 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.118997 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (efc925e0-3d4e-430a-be3c-6481caa7bd84), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.168764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.190210 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.212380 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP efc925e0-3d4e-430a-be3c-6481caa7bd84 associated. External IP: 172.27.2.99, port: 60e82ec8-a784-4bb5-ba4f-02e843a93301. Sep 14 02:50:16.273241 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:16.390251 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:16.409313 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:16.516003 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:16.520495 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.526613 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:16.538328 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:16.539233 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:16.552735 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-08b3b0af-bf15-4850-b771-f0b4fed4a996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/efc925e0-3d4e-430a-be3c-6481caa7bd84 HTTP/1.1" status: 200 len: 990 time: 0.9230461 Sep 14 02:50:16.553631 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:16.556154 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:16.595293 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e784ee-9dfd-40de-8512-ad1a98720c21 x-openstack-request-id: req-05e784ee-9dfd-40de-8512-ad1a98720c21 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:16.595589 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:16.595859 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05e784ee-9dfd-40de-8512-ad1a98720c21 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:16.596266 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e784ee-9dfd-40de-8512-ad1a98720c21'] response: {'name': 'network-changed', 'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'status': 'completed', 'code': 200} Sep 14 02:50:16.596598 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.623148 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.645923 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:16.718463 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:16.719437 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (7aca1d4b-451e-468e-9081-b4c21d30fb75), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.791288 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-e1b64af2-6ab5-45f1-aff9-3f5d41a5508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:16.792841 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-e1b64af2-6ab5-45f1-aff9-3f5d41a5508c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 1129 time: 0.1726081 Sep 14 02:50:16.804556 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (7859a830-f293-4f3e-acab-538e2e6d36aa), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.816219 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=bb45a1f8-565e-4102-8dac-635a08bcb5e4,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:16.858789 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Deleting port ba36c654-9044-4bf2-b99b-aa6179e5985b {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:16.859156 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:16.865976 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:16Z', 'revision_number': 2, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}, {'id': 'efc925e0-3d4e-430a-be3c-6481caa7bd84', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:77:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:50:01Z', 'updated_at': '2022-09-14T02:50:16Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:16.896372 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:16.905118 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:16.905701 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:16.981849 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:17.009899 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:17.076431 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:17.117697 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-edf1d57a-2649-47dd-88ed-0b3bfc4af760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:17.119197 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-edf1d57a-2649-47dd-88ed-0b3bfc4af760 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.3177974 Sep 14 02:50:17.122833 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Floating IP 7859a830-f293-4f3e-acab-538e2e6d36aa associated. External IP: 172.27.2.110, port: 9bae2a2b-fbc6-46f2-b11b-68146be5be2c. Sep 14 02:50:17.226315 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] For port ba36c654-9044-4bf2-b99b-aa6179e5985b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=ba36c654-9044-4bf2-b99b-aa6179e5985b,segment=NetworkSegment(dc024df9-590f-4c44-a293-e75a29e370c8),segment_id=dc024df9-590f-4c44-a293-e75a29e370c8)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:17.227164 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:17.234460 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:16Z', 'revision_number': 2, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}, {'id': 'efc925e0-3d4e-430a-be3c-6481caa7bd84', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:77:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:50:01Z', 'updated_at': '2022-09-14T02:50:16Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:17.259686 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Calling delete_port for ba36c654-9044-4bf2-b99b-aa6179e5985b owned by network:router_interface {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:17.262617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b5d71-92d8-41ea-bdd7-bbc65dcbdc7f None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:16Z', 'revision_number': 2, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}, {'id': 'efc925e0-3d4e-430a-be3c-6481caa7bd84', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:77:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:50:01Z', 'updated_at': '2022-09-14T02:50:16Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:17.320835 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-98339f51-1e34-41ca-a743-388aff266a6d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301 HTTP/1.1" status: 200 len: 998 time: 0.1748090 Sep 14 02:50:17.457045 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f004c21f-fc04-4f1e-9d04-f529539a47b9 None None] New status for floating IP efc925e0-3d4e-430a-be3c-6481caa7bd84: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:50:17.505898 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-2b238246-c9ea-4c40-ab39-e7f57f541181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:17.507500 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-2b238246-c9ea-4c40-ab39-e7f57f541181 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.1586950 Sep 14 02:50:17.546411 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:17.555272 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Deleting port e416e2f8-845c-4b78-9dd7-b461e025ddb5 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:17.555610 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:17.862218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:17.927960 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-aad85b59-603e-46f5-9c71-cb591da4aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:17.929568 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-aad85b59-603e-46f5-9c71-cb591da4aff7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4147363 Sep 14 02:50:18.041765 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:18.058069 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:18.063007 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] For port e416e2f8-845c-4b78-9dd7-b461e025ddb5, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=e416e2f8-845c-4b78-9dd7-b461e025ddb5,segment=NetworkSegment(ec44e506-fa37-40b7-9516-c82df4caa12a),segment_id=ec44e506-fa37-40b7-9516-c82df4caa12a)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:18.063363 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:18.113328 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Calling delete_port for e416e2f8-845c-4b78-9dd7-b461e025ddb5 owned by network:router_interface {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:18.184940 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-c6709905-0f09-4ca5-800a-77836adfb332 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457256 Sep 14 02:50:18.226908 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (ba36c654-9044-4bf2-b99b-aa6179e5985b), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:18.300573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ba36c654-9044-4bf2-b99b-aa6179e5985b,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:18.469107 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:18.482711 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:18.494122 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d4c92ea6-7e3d-40a8-9e85-ed3a97f480df req-a75104dd-c55b-4302-bcde-b8fabbd38555 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771857 Sep 14 02:50:18.495067 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:18.495761 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:18.513953 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:18.606228 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:18.616343 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:18.636950 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-981d69ed-4535-4452-9ff1-b848d61caa4c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6590652 Sep 14 02:50:18.640291 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:18.642714 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3d9e85-7f6c-4d18-98e1-649882a9bc13" -d '{"events": [{"name": "network-changed", "server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:18.656399 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:18.688555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2a2e5f-5801-487b-b5b2-c900d500b318 x-openstack-request-id: req-7c2a2e5f-5801-487b-b5b2-c900d500b318 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:18.688841 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:18.689087 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c2a2e5f-5801-487b-b5b2-c900d500b318 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:18.689482 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2a2e5f-5801-487b-b5b2-c900d500b318'] response: {'name': 'network-changed', 'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'status': 'completed', 'code': 200} Sep 14 02:50:18.693595 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:18.724174 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (e416e2f8-845c-4b78-9dd7-b461e025ddb5), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:18.802540 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Pushing event deleted for resources: {'Port': ['ID=e416e2f8-845c-4b78-9dd7-b461e025ddb5,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:18.820881 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-af8df29e-7f6f-4029-86fe-a238b8c4a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:18.822500 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-af8df29e-7f6f-4029-86fe-a238b8c4a00e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 1129 time: 0.1107693 Sep 14 02:50:18.826630 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '7859a830-f293-4f3e-acab-538e2e6d36aa', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:a0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:50:15Z', 'updated_at': '2022-09-14T02:50:15Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:18.838908 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:18.856354 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:18.867519 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:18.868407 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:18.981088 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:19.094543 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-3a88e995-a8aa-4f14-afda-e8b563cbcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:19.096021 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-3a88e995-a8aa-4f14-afda-e8b563cbcad7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.2539642 Sep 14 02:50:19.216490 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (7aca1d4b-451e-468e-9081-b4c21d30fb75), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:19.236002 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-449325a8-1131-4d14-8c96-5b1945a60714 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c HTTP/1.1" status: 200 len: 999 time: 0.1143272 Sep 14 02:50:19.299366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:19.308637 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:19.318724 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '7859a830-f293-4f3e-acab-538e2e6d36aa', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:a0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:50:15Z', 'updated_at': '2022-09-14T02:50:15Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:19.325166 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:19.343765 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e9f8cf-58d6-46d0-85e3-c319be04195b None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '7859a830-f293-4f3e-acab-538e2e6d36aa', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:a0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:50:15Z', 'updated_at': '2022-09-14T02:50:15Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:19.368955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-dc0b63f0-1bd4-4141-b19f-15bf84c96db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:19.370503 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-dc0b63f0-1bd4-4141-b19f-15bf84c96db2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.1266208 Sep 14 02:50:19.494076 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-41aa441f-dd22-466f-8cbb-9fee7306a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:19.495577 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-41aa441f-dd22-466f-8cbb-9fee7306a440 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873725 Sep 14 02:50:19.548877 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446a064a-521d-4ed0-848d-dace4e6283e6 None None] New status for floating IP 7859a830-f293-4f3e-acab-538e2e6d36aa: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:50:19.851122 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:19.861557 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ea562783-3c88-4be6-95e0-f887e2c2f5aa admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/c2dfcfe0-5660-4cfa-93e0-aec0565ede3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7068908 Sep 14 02:50:19.861891 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41322) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:19.864429 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74273745-3d85-4132-8be6-e24063119a6c None None] Sync routers for ids ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:19.877219 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] Routers {'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:19.880797 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:19.940028 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-78dada9b-b501-478f-bc9f-f7f388d753bb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336712 Sep 14 02:50:19.943945 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Router 7aca1d4b-451e-468e-9081-b4c21d30fb75 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:19.960990 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks [] for router (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:19.982913 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] Set router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:20.000939 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:20.058822 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks [] for router_gateway (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.109955 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-db3d9e85-7f6c-4d18-98e1-649882a9bc13 req-2ad2b93b-809b-46bb-b7cf-533e3bb44c41 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628993 Sep 14 02:50:20.127729 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:20.136111 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-1087b7c5-40eb-4edf-9432-3ee45fbda79a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7aca1d4b-451e-468e-9081-b4c21d30fb75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5347342 Sep 14 02:50:20.136460 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41324) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:20.145976 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] Sync routers for ids ['7aca1d4b-451e-468e-9081-b4c21d30fb75'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:20.189928 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:50:18Z', 'revision_number': 5, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port': {'id': 'a61ab384-018b-4c3b-85be-543c09facf63', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:47:50Z', 'updated_at': '2022-09-14T02:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:20.225181 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74273745-3d85-4132-8be6-e24063119a6c None None] Checking router: c2dfcfe0-5660-4cfa-93e0-aec0565ede3f for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:20.240681 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] Routers {'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:20.242446 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:20.249836 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks [] for router (7aca1d4b-451e-468e-9081-b4c21d30fb75), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.273620 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] Routers {'7aca1d4b-451e-468e-9081-b4c21d30fb75'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:20.274285 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['7aca1d4b-451e-468e-9081-b4c21d30fb75'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:20.341874 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] Set router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f gateway port host: None {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:20.356704 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks [] for router_gateway (7aca1d4b-451e-468e-9081-b4c21d30fb75), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.378426 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:20.387034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Deleting port a61ab384-018b-4c3b-85be-543c09facf63 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:20.387367 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (a61ab384-018b-4c3b-85be-543c09facf63), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.398038 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-74273745-3d85-4132-8be6-e24063119a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:50:20Z', 'revision_number': 6, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port_host': None}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:20.410664 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Deleting port b92be32a-8173-426a-919b-22748d4f20ba {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:20.410997 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (b92be32a-8173-426a-919b-22748d4f20ba), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.414235 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] Set router 7aca1d4b-451e-468e-9081-b4c21d30fb75 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:20.429569 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74273745-3d85-4132-8be6-e24063119a6c None None] The sync data for ids ['c2dfcfe0-5660-4cfa-93e0-aec0565ede3f'] in dv-cinder-857075-6-iscsi is: [{'id': 'c2dfcfe0-5660-4cfa-93e0-aec0565ede3f', 'name': 'tempest-TestMinimumBasicScenario-812863055-router', 'tenant_id': '7d52ccdfe0644e0592e7135d41baf15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:47:49Z', 'updated_at': '2022-09-14T02:50:20Z', 'revision_number': 6, 'project_id': '7d52ccdfe0644e0592e7135d41baf15f', 'gw_port_host': None}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:20.485323 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] For port a61ab384-018b-4c3b-85be-543c09facf63, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a61ab384-018b-4c3b-85be-543c09facf63,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:20.486148 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (a61ab384-018b-4c3b-85be-543c09facf63), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.492783 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:20.502644 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Calling delete_port for a61ab384-018b-4c3b-85be-543c09facf63 owned by network:router_gateway {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:20.509297 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] For port b92be32a-8173-426a-919b-22748d4f20ba, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=b92be32a-8173-426a-919b-22748d4f20ba,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:20.509661 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (b92be32a-8173-426a-919b-22748d4f20ba), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.532227 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Calling delete_port for b92be32a-8173-426a-919b-22748d4f20ba owned by network:router_gateway {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:20.535893 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:20.600633 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:50:18Z', 'revision_number': 5, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port': {'id': 'b92be32a-8173-426a-919b-22748d4f20ba', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:45:06Z', 'updated_at': '2022-09-14T02:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:20.625752 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] Checking router: 7aca1d4b-451e-468e-9081-b4c21d30fb75 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:20.635435 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] Routers {'7aca1d4b-451e-468e-9081-b4c21d30fb75'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:20.636597 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:49:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['7aca1d4b-451e-468e-9081-b4c21d30fb75'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:20.679040 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (a61ab384-018b-4c3b-85be-543c09facf63), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.704844 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (b92be32a-8173-426a-919b-22748d4f20ba), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.711330 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Pushing event deleted for resources: {'Port': ['ID=a61ab384-018b-4c3b-85be-543c09facf63,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:20.737152 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] Set router 7aca1d4b-451e-468e-9081-b4c21d30fb75 gateway port host: None {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:20.740574 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b92be32a-8173-426a-919b-22748d4f20ba,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:20.775774 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.797263 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:50:20Z', 'revision_number': 6, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port_host': None}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:20.799276 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (7aca1d4b-451e-468e-9081-b4c21d30fb75), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.823919 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d4e68-e19e-4f13-8741-49581e418024 None None] The sync data for ids ['7aca1d4b-451e-468e-9081-b4c21d30fb75'] in dv-cinder-857075-6-iscsi is: [{'id': '7aca1d4b-451e-468e-9081-b4c21d30fb75', 'name': 'tempest-TestShelveInstance-25007544-router', 'tenant_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:45:05Z', 'updated_at': '2022-09-14T02:50:20Z', 'revision_number': 6, 'project_id': '44c1c1b7ba2345f4ac1930d85dd8e9ee', 'gw_port_host': None}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:20.837547 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:20.873337 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.875810 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks [] for router_controller (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.892954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (7aca1d4b-451e-468e-9081-b4c21d30fb75), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.895547 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks [] for router_controller (7aca1d4b-451e-468e-9081-b4c21d30fb75), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.933209 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (c2dfcfe0-5660-4cfa-93e0-aec0565ede3f), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.933844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2dfcfe0-5660-4cfa-93e0-aec0565ede3f {{(pid=112942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:50:20.938139 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.939476 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-935937bf-382f-4023-adc7-378a116e281e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/c2dfcfe0-5660-4cfa-93e0-aec0565ede3f HTTP/1.1" status: 204 len: 168 time: 1.0770776 Sep 14 02:50:20.942367 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41326) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:20.947913 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (7aca1d4b-451e-468e-9081-b4c21d30fb75), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.948566 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aca1d4b-451e-468e-9081-b4c21d30fb75 {{(pid=112943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:50:20.953167 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:20.956837 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-223a8a0b-a164-4cd9-86e9-3477306ada7d admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7aca1d4b-451e-468e-9081-b4c21d30fb75 HTTP/1.1" status: 204 len: 168 time: 0.8169041 Sep 14 02:50:20.957029 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41328) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:20.992494 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] Deleting subnet 9a873276-0cd6-4148-a593-6d27f47811aa {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:50:20.995334 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:20.995792 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] Publish callbacks [] for subnet (9a873276-0cd6-4148-a593-6d27f47811aa), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.006750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] Deleting subnet 445c6143-fbc2-4486-b5b6-72129a15b728 {{(pid=112943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:50:21.010338 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] Publish callbacks [] for subnet (445c6143-fbc2-4486-b5b6-72129a15b728), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.031685 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (9a873276-0cd6-4148-a593-6d27f47811aa), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.044624 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8655009'] for subnet (445c6143-fbc2-4486-b5b6-72129a15b728), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.106504 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (9a873276-0cd6-4148-a593-6d27f47811aa), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.118710 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (445c6143-fbc2-4486-b5b6-72129a15b728), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.162512 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (9a873276-0cd6-4148-a593-6d27f47811aa), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.176223 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3488808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8699160'] for subnet (445c6143-fbc2-4486-b5b6-72129a15b728), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.191889 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a873276-0cd6-4148-a593-6d27f47811aa,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:21.194115 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.197273 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-6c1ced5f-5c6d-4d7b-90a4-9e2337fc53fa admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/9a873276-0cd6-4148-a593-6d27f47811aa HTTP/1.1" status: 204 len: 168 time: 0.2536955 Sep 14 02:50:21.198530 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e772d-f0a3-4aae-ab90-b17def132ef3 None None] Network 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:50:21.199758 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41330) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:21.212382 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.216365 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/445c6143-fbc2-4486-b5b6-72129a15b728 HTTP/1.1" status: 204 len: 168 time: 0.2583849 Sep 14 02:50:21.217774 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c39ab4-a3de-442c-b290-30f8313ad274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445c6143-fbc2-4486-b5b6-72129a15b728,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:21.220157 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41332) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:21.276074 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd440ee1-d741-45da-b26f-e84df66c620d None None] Network 0909f74f-00dd-4060-8e28-2372b936ce78 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:50:21.279452 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:21.288869 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (04b8d8aa-7219-4ed8-99ab-70d802d97bf1), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.292736 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (0909f74f-00dd-4060-8e28-2372b936ce78), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.334592 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Deleting port 266d8c2f-777c-4230-87fd-eae22de239a0 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:21.335454 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.341189 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Deleting port a688e733-20fb-4af6-abcd-437300b00b6b {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:21.341519 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.408856 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] For port 266d8c2f-777c-4230-87fd-eae22de239a0, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=266d8c2f-777c-4230-87fd-eae22de239a0,segment=NetworkSegment(dc024df9-590f-4c44-a293-e75a29e370c8),segment_id=dc024df9-590f-4c44-a293-e75a29e370c8)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:21.409225 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.413690 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] For port a688e733-20fb-4af6-abcd-437300b00b6b, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a688e733-20fb-4af6-abcd-437300b00b6b,segment=NetworkSegment(ec44e506-fa37-40b7-9516-c82df4caa12a),segment_id=ec44e506-fa37-40b7-9516-c82df4caa12a)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:21.414006 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.424771 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Calling delete_port for 266d8c2f-777c-4230-87fd-eae22de239a0 owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:21.436077 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Calling delete_port for a688e733-20fb-4af6-abcd-437300b00b6b owned by network:dhcp {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:21.471782 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:21.486464 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:21.510917 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (266d8c2f-777c-4230-87fd-eae22de239a0), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.516879 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (a688e733-20fb-4af6-abcd-437300b00b6b), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.537413 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=266d8c2f-777c-4230-87fd-eae22de239a0,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:21.544179 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] No DVR routers for this DVR port 266d8c2f-777c-4230-87fd-eae22de239a0 on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:21.545035 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a688e733-20fb-4af6-abcd-437300b00b6b,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:21.554527 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] No DVR routers for this DVR port a688e733-20fb-4af6-abcd-437300b00b6b on host dv-cinder-857075-6-iscsi {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:21.583173 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb249da6-0b27-4712-9554-ec5483e06047 None None] DHCP port deletion for 04b8d8aa-7219-4ed8-99ab-70d802d97bf1 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:50:21.636542 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (04b8d8aa-7219-4ed8-99ab-70d802d97bf1), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.655511 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (0909f74f-00dd-4060-8e28-2372b936ce78), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.657926 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b8d8aa-7219-4ed8-99ab-70d802d97bf1']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:21.667368 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc024df9-590f-4c44-a293-e75a29e370c8') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:21.667770 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc024df9-590f-4c44-a293-e75a29e370c8') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:21.678936 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (dc024df9-590f-4c44-a293-e75a29e370c8), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.679678 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0909f74f-00dd-4060-8e28-2372b936ce78']}} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:21.692145 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec44e506-fa37-40b7-9516-c82df4caa12a') {'for_net_delete': True} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:21.692441 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.services.segments.db [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec44e506-fa37-40b7-9516-c82df4caa12a') {} {{(pid=112943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:21.695288 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (dc024df9-590f-4c44-a293-e75a29e370c8), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.702913 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:50:21.703129 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8655002'] for segment (ec44e506-fa37-40b7-9516-c82df4caa12a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.703438 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (dc024df9-590f-4c44-a293-e75a29e370c8), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.717316 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (ec44e506-fa37-40b7-9516-c82df4caa12a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.724983 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=112943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:50:21.725421 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3488914'] for segment (ec44e506-fa37-40b7-9516-c82df4caa12a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.732525 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment dc024df9-590f-4c44-a293-e75a29e370c8 resource provider aggregate not found Sep 14 02:50:21.770094 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment ec44e506-fa37-40b7-9516-c82df4caa12a resource provider aggregate not found Sep 14 02:50:21.770249 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:21.786774 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment dc024df9-590f-4c44-a293-e75a29e370c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc024df9-590f-4c44-a293-e75a29e370c8 found for delete ", "request_id": "req-11af6811-1fc2-4539-bf79-854651dbf18e"}]} Sep 14 02:50:21.797163 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.services.segments.plugin [-] Segment ec44e506-fa37-40b7-9516-c82df4caa12a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec44e506-fa37-40b7-9516-c82df4caa12a found for delete ", "request_id": "req-2e904ba9-208d-489a-ba4b-1351d18aee93"}]} Sep 14 02:50:21.798773 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (0909f74f-00dd-4060-8e28-2372b936ce78), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.801263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (04b8d8aa-7219-4ed8-99ab-70d802d97bf1), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.804807 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.806502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:21.808109 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/0909f74f-00dd-4060-8e28-2372b936ce78 HTTP/1.1" status: 204 len: 168 time: 0.5867870 Sep 14 02:50:21.809592 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/04b8d8aa-7219-4ed8-99ab-70d802d97bf1 HTTP/1.1" status: 204 len: 168 time: 0.6089206 Sep 14 02:50:21.821693 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320825d-8d1d-417a-9116-46002a000b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0909f74f-00dd-4060-8e28-2372b936ce78,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:21.822636 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814abe4-88e9-4ad1-957d-3afd8ff08b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b8d8aa-7219-4ed8-99ab-70d802d97bf1,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:21.927130 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad4500-0e3d-4290-ace5-3fa208183f53 None None] DHCP port deletion for 0909f74f-00dd-4060-8e28-2372b936ce78 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:50:21.983601 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41346) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.018332 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41348) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.032921 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device ba36c654-9044-4bf2-b99b-aa6179e5985b no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:22.048968 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-aa17c913-6268-4bbc-bcd6-d178fd558f7a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=53e1e008051d48218439b70d3cb1c015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638490 Sep 14 02:50:22.051807 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41350) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.056417 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: ba36c654-9044-4bf2-b99b-aa6179e5985b {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:22.056995 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device ba36c654-9044-4bf2-b99b-aa6179e5985b not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:22.100132 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-26a93a11-4f94-46f5-b482-d44c6e14afa3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=97e0486d0dae41d89d82f71f5cb9eb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807655 Sep 14 02:50:22.103030 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41352) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.121213 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8403f525-4b79-4689-8207-1b315c55722f admin admin] Publish callbacks [] for security_group (0230203e-6c19-4a6c-987a-c25c2a014cba), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.141115 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8403f525-4b79-4689-8207-1b315c55722f admin admin] Publish callbacks [] for security_group (0230203e-6c19-4a6c-987a-c25c2a014cba), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.159673 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-abb70939-e43d-45c6-8d72-42ce9eac338f admin admin] Publish callbacks [] for security_group (57dca353-d458-47a1-9ca6-0f5bbabffa3d), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.179767 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:22.182335 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-abb70939-e43d-45c6-8d72-42ce9eac338f admin admin] Publish callbacks [] for security_group (57dca353-d458-47a1-9ca6-0f5bbabffa3d), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.199848 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8403f525-4b79-4689-8207-1b315c55722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (0230203e-6c19-4a6c-987a-c25c2a014cba), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.203746 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8403f525-4b79-4689-8207-1b315c55722f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.205814 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-8403f525-4b79-4689-8207-1b315c55722f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0230203e-6c19-4a6c-987a-c25c2a014cba HTTP/1.1" status: 204 len: 168 time: 0.1500716 Sep 14 02:50:22.221583 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403f525-4b79-4689-8207-1b315c55722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0230203e-6c19-4a6c-987a-c25c2a014cba,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:22.255077 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-abb70939-e43d-45c6-8d72-42ce9eac338f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (57dca353-d458-47a1-9ca6-0f5bbabffa3d), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.258129 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-abb70939-e43d-45c6-8d72-42ce9eac338f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.259358 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-abb70939-e43d-45c6-8d72-42ce9eac338f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/57dca353-d458-47a1-9ca6-0f5bbabffa3d HTTP/1.1" status: 204 len: 168 time: 0.1553519 Sep 14 02:50:22.267709 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb70939-e43d-45c6-8d72-42ce9eac338f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dca353-d458-47a1-9ca6-0f5bbabffa3d,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:22.630975 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41362) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.669514 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41364) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.677979 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-0fbf347e-c270-4e4a-bfd0-de511b634f6e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7d52ccdfe0644e0592e7135d41baf15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455997 Sep 14 02:50:22.680785 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41366) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.710774 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-707cb4dc-bfea-4901-b239-31d9a23a7efc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=44c1c1b7ba2345f4ac1930d85dd8e9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400465 Sep 14 02:50:22.713399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41368) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:22.731299 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2b609ed1-e812-4143-856a-f4396e8ffe83 admin admin] Publish callbacks [] for security_group (815c22d6-1cdc-40f0-abf5-33673c91bc89), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.754154 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2b609ed1-e812-4143-856a-f4396e8ffe83 admin admin] Publish callbacks [] for security_group (815c22d6-1cdc-40f0-abf5-33673c91bc89), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.762518 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d069b788-97dd-4b8b-991a-df507f68631c admin admin] Publish callbacks [] for security_group (12b457bb-c312-4a83-9569-b3412c9f5616), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.782529 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d069b788-97dd-4b8b-991a-df507f68631c admin admin] Publish callbacks [] for security_group (12b457bb-c312-4a83-9569-b3412c9f5616), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.803086 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2b609ed1-e812-4143-856a-f4396e8ffe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (815c22d6-1cdc-40f0-abf5-33673c91bc89), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.805722 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2b609ed1-e812-4143-856a-f4396e8ffe83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.809356 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2b609ed1-e812-4143-856a-f4396e8ffe83 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/815c22d6-1cdc-40f0-abf5-33673c91bc89 HTTP/1.1" status: 204 len: 168 time: 0.1252444 Sep 14 02:50:22.816469 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609ed1-e812-4143-856a-f4396e8ffe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c22d6-1cdc-40f0-abf5-33673c91bc89,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:22.834937 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d069b788-97dd-4b8b-991a-df507f68631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (12b457bb-c312-4a83-9569-b3412c9f5616), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.839585 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d069b788-97dd-4b8b-991a-df507f68631c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:22.840803 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d069b788-97dd-4b8b-991a-df507f68631c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/12b457bb-c312-4a83-9569-b3412c9f5616 HTTP/1.1" status: 204 len: 168 time: 0.1263216 Sep 14 02:50:22.852568 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069b788-97dd-4b8b-991a-df507f68631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b457bb-c312-4a83-9569-b3412c9f5616,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:22.972009 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e416e2f8-845c-4b78-9dd7-b461e025ddb5 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:22.992552 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: e416e2f8-845c-4b78-9dd7-b461e025ddb5 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:22.992892 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device e416e2f8-845c-4b78-9dd7-b461e025ddb5 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:22.993390 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a61ab384-018b-4c3b-85be-543c09facf63 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:23.011847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: a61ab384-018b-4c3b-85be-543c09facf63 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:23.012413 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a61ab384-018b-4c3b-85be-543c09facf63 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:23.013015 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 266d8c2f-777c-4230-87fd-eae22de239a0 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:23.032164 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 266d8c2f-777c-4230-87fd-eae22de239a0 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:23.032511 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 266d8c2f-777c-4230-87fd-eae22de239a0 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:23.033255 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a688e733-20fb-4af6-abcd-437300b00b6b no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:23.065433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: a688e733-20fb-4af6-abcd-437300b00b6b {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:23.065433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a688e733-20fb-4af6-abcd-437300b00b6b not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:23.065433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b92be32a-8173-426a-919b-22748d4f20ba no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:23.073606 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: b92be32a-8173-426a-919b-22748d4f20ba {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:23.073987 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device b92be32a-8173-426a-919b-22748d4f20ba not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:23.973040 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2988248e-d8fe-416a-8fa8-c2068878cc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:26.125356 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ff0bee4e-c998-4995-a9de-178fa792f41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:27.524425 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:28.913973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:28.949358 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:32.787942 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:DELETE=5,neutron:SELECT=22 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:32.811638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:DELETE=7,neutron:SELECT=62,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:32.844102 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=75,neutron:DELETE=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:32.846097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:36.429814 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=32 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:36.438762 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:UPDATE=2,neutron:SELECT=53 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:37.465529 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:50:38.941558 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:38.942846 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:39.666815 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:45.489008 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-d0538ff7-2f82-4079-bb80-150195e163be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394421 Sep 14 02:50:45.579505 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-fa054204-f584-4fd9-b398-ac7cf9519e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:45.581054 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-fa054204-f584-4fd9-b398-ac7cf9519e30 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 1129 time: 0.0429237 Sep 14 02:50:45.689279 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-3f99e331-8701-4c85-a925-3e336d35a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:45.690674 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-3f99e331-8701-4c85-a925-3e336d35a4f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.0884001 Sep 14 02:50:45.755915 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-4bb61a0b-4ed8-431f-8ea8-b3b35a8735a3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a HTTP/1.1" status: 200 len: 1001 time: 0.0570829 Sep 14 02:50:45.806010 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-fe72a24a-86a0-4a5c-9381-54d5952590a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:45.807401 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-fe72a24a-86a0-4a5c-9381-54d5952590a4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0448520 Sep 14 02:50:45.852112 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-993a80cb-c68e-4e86-87e6-f624c9942c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:45.853598 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-993a80cb-c68e-4e86-87e6-f624c9942c6f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392759 Sep 14 02:50:45.945903 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-1548ad96-dfb5-446c-854c-aac8733186d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856040 Sep 14 02:50:46.036728 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-38001373-28d4-4fbf-af07-5de1631ae8fc req-5e0d7743-bc1c-45f8-ac20-bcb39e7d165c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842464 Sep 14 02:50:47.456876 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:47.458262 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:49.658701 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:49.661273 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:53.073366 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b93302-0f9a-43c2-8ba3-867a4baed9ea req-b350d9f0-6a9a-4ed7-9920-c6b360730cb2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:53.074853 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-18b93302-0f9a-43c2-8ba3-867a4baed9ea req-b350d9f0-6a9a-4ed7-9920-c6b360730cb2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Sep 14 02:50:53.127670 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-18b93302-0f9a-43c2-8ba3-867a4baed9ea req-37c8cc52-2e7c-4a75-a55e-0a775e23b316 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Sep 14 02:50:53.972318 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecb0f-8259-4cb5-ab56-92414eddd748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:54.262992 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb7f30-9a39-4f18-8ffc-8050d74f223a req-16f47bf1-1196-498a-b2e4-76c53842d935 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:54.264451 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b1bb7f30-9a39-4f18-8ffc-8050d74f223a req-16f47bf1-1196-498a-b2e4-76c53842d935 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 945 time: 0.0499158 Sep 14 02:50:54.314921 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b1bb7f30-9a39-4f18-8ffc-8050d74f223a req-4c19e412-ba50-4279-82ba-2eb8386cb3c8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=507a8284-c81a-4e03-ab6f-ddc526c772de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Sep 14 02:50:54.500617 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-e40357b7-2c31-45e4-b9d1-ac898dae580e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:54.501997 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-e40357b7-2c31-45e4-b9d1-ac898dae580e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 945 time: 0.0627735 Sep 14 02:50:54.586058 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port 60e82ec8-a784-4bb5-ba4f-02e843a93301 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:54.586353 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:54.688634 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] For port 60e82ec8-a784-4bb5-ba4f-02e843a93301, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=60e82ec8-a784-4bb5-ba4f-02e843a93301,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:50:54.688988 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:54.856249 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:54.856683 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (efc925e0-3d4e-430a-be3c-6481caa7bd84), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:54.856915 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP efc925e0-3d4e-430a-be3c-6481caa7bd84 disassociated. External IP: 172.27.2.99, port: 60e82ec8-a784-4bb5-ba4f-02e843a93301. Sep 14 02:50:54.857259 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for 60e82ec8-a784-4bb5-ba4f-02e843a93301 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:54.923529 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:54.935839 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:55.000562 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (60e82ec8-a784-4bb5-ba4f-02e843a93301), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:55.028235 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=60e82ec8-a784-4bb5-ba4f-02e843a93301,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:55.142014 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:50:55.256409 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:50:55.266517 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:50:55.277630 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:55.278284 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:50:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:55.299172 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] No DVR routers for this DVR port 60e82ec8-a784-4bb5-ba4f-02e843a93301 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:50:55.301672 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:55.304822 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b25ecbd4-82df-4894-8f1c-7be5288b6195 req-47c3541c-1760-4c29-91c6-d15f18aacc78 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "DELETE /networking/v2.0/ports/60e82ec8-a784-4bb5-ba4f-02e843a93301 HTTP/1.1" status: 204 len: 173 time: 0.7977071 Sep 14 02:50:55.305310 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'name': 'network-vif-deleted', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:50:55.307654 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c82cb-40a6-4b05-953b-982bcee8daeb" -d '{"events": [{"server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "name": "network-vif-deleted", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:50:55.347845 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de136064-18a9-440c-991b-7f1f9774354a x-openstack-request-id: req-de136064-18a9-440c-991b-7f1f9774354a {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:50:55.348136 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6b9504-feb7-4ff8-a330-643b1acac186", "name": "network-vif-deleted", "tag": "60e82ec8-a784-4bb5-ba4f-02e843a93301", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:50:55.348388 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de136064-18a9-440c-991b-7f1f9774354a {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:50:55.348811 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de136064-18a9-440c-991b-7f1f9774354a'] response: {'server_uuid': '4e6b9504-feb7-4ff8-a330-643b1acac186', 'name': 'network-vif-deleted', 'tag': '60e82ec8-a784-4bb5-ba4f-02e843a93301', 'status': 'completed', 'code': 200} Sep 14 02:50:55.386227 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:55.437578 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2b3cb3ba-f0c8-45d1-b7aa-87989009ae40 req-cff7be8a-8ea6-4c0a-afb9-29f74737ebcc tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e6b9504-feb7-4ff8-a330-643b1acac186 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Sep 14 02:50:55.622326 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:16Z', 'revision_number': 2, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:55.649362 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:50:55.658202 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:50:55.658793 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:50:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:55.757031 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:50:56.109384 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:16Z', 'revision_number': 2, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:50:56.140239 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c13bc-7554-43bb-b38e-2544221b6975 None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': 'ee542d65-987f-417b-bfc7-1466778abc03', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:5b:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:48:59Z', 'updated_at': '2022-09-14T02:49:16Z', 'revision_number': 2, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:50:56.143243 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b94d6cca-ed72-4685-aa2b-9d8956955e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.363001 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5dacf-d694-47b7-aa6e-08b6aee211cb None None] New status for floating IP efc925e0-3d4e-430a-be3c-6481caa7bd84: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:50:56.544812 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41416) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:56.603110 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd3e5-29d4-4748-9e21-bf6a4897532b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (507a8284-c81a-4e03-ab6f-ddc526c772de), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.625037 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd3e5-29d4-4748-9e21-bf6a4897532b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (507a8284-c81a-4e03-ab6f-ddc526c772de), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.675448 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd3e5-29d4-4748-9e21-bf6a4897532b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (507a8284-c81a-4e03-ab6f-ddc526c772de), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.678037 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd3e5-29d4-4748-9e21-bf6a4897532b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.679183 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7f4bd3e5-29d4-4748-9e21-bf6a4897532b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/507a8284-c81a-4e03-ab6f-ddc526c772de HTTP/1.1" status: 204 len: 168 time: 0.1327965 Sep 14 02:50:56.682346 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41418) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:56.688600 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bd3e5-29d4-4748-9e21-bf6a4897532b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a8284-c81a-4e03-ab6f-ddc526c772de,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:56.697307 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.api.v2.resource [None req-2db08438-797b-4f9b-a19e-9db94836b1ae tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] show failed (client error): The resource could not be found. Sep 14 02:50:56.702355 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41420) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:50:56.702517 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2db08438-797b-4f9b-a19e-9db94836b1ae tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups/507a8284-c81a-4e03-ab6f-ddc526c772de HTTP/1.1" status: 404 len: 347 time: 0.0187700 Sep 14 02:50:56.817406 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port 534c8f6b-809c-4cdd-a7d3-1ed543e719aa {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:50:56.817845 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.902015 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.902343 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:56.916669 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for 534c8f6b-809c-4cdd-a7d3-1ed543e719aa owned by network:floatingip {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:50:57.055379 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (534c8f6b-809c-4cdd-a7d3-1ed543e719aa), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:57.082572 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=534c8f6b-809c-4cdd-a7d3-1ed543e719aa,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:50:57.143893 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (efc925e0-3d4e-430a-be3c-6481caa7bd84), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:57.146360 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:57.147533 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-1ca30d6e-073b-4ace-ab26-6c82df48c1ac tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/efc925e0-3d4e-430a-be3c-6481caa7bd84 HTTP/1.1" status: 204 len: 168 time: 0.4440596 Sep 14 02:50:57.517048 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:58.209502 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 60e82ec8-a784-4bb5-ba4f-02e843a93301 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:50:58.229698 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 60e82ec8-a784-4bb5-ba4f-02e843a93301 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:50:58.230063 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 60e82ec8-a784-4bb5-ba4f-02e843a93301 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:50:58.809857 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d32c5-eb1f-440f-ae51-c48b9113cf10 req-3b3c42df-bd39-42d6-a209-76eb0ea41df9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:58.811593 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-175d32c5-eb1f-440f-ae51-c48b9113cf10 req-3b3c42df-bd39-42d6-a209-76eb0ea41df9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 945 time: 0.0525739 Sep 14 02:50:58.822842 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:58.862850 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-175d32c5-eb1f-440f-ae51-c48b9113cf10 req-877aaceb-1ac9-4250-b307-dc410a907c58 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452108 Sep 14 02:50:58.903487 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:50:58.917128 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:58.952270 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:50:59.988754 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f9db5-c8ee-4fbf-8ee0-78bae302e607 req-0006de02-096e-462e-837d-2b4fd1d17a06 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:50:59.990259 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-205f9db5-c8ee-4fbf-8ee0-78bae302e607 req-0006de02-096e-462e-837d-2b4fd1d17a06 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 945 time: 0.0507195 Sep 14 02:51:00.040773 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-205f9db5-c8ee-4fbf-8ee0-78bae302e607 req-16ac283c-4e17-49ed-ba9f-99764d30d294 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=43d9d035-795c-4d5a-82db-e59943e6dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Sep 14 02:51:00.322770 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-0ec11c13-fc72-4d47-97db-36ad7119a1e8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:00.324110 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-0ec11c13-fc72-4d47-97db-36ad7119a1e8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 945 time: 0.0550869 Sep 14 02:51:00.417194 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:51:00.417487 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:00.516406 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] For port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:51:00.516770 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:00.679797 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:00.680149 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (ee542d65-987f-417b-bfc7-1466778abc03), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:00.680450 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP ee542d65-987f-417b-bfc7-1466778abc03 disassociated. External IP: 172.27.2.138, port: 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a. Sep 14 02:51:00.680788 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:51:00.788547 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:00.811987 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:00.844152 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:00.859400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:00.859400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.859400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.859400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.859400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.859400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.859400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.860126 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.860126 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.860308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.861642 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.861642 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.861642 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.861642 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.862163 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:00.862163 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:01.150840 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e68e1fcf-5255-42a4-9cf2-6353194538b9 req-84f0ac69-4deb-44f1-af3d-6cf2a01a1b62 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=33eec551-7670-46b3-8e09-5ca304d1e4f8 HTTP/1.1" status: 200 len: 210 time: 0.0287375 Sep 14 02:51:01.225041 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:51:01.330414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:51:01.340815 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:51:01.351497 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:51:01.352102 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:50:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:01.353606 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:01.375707 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] No DVR routers for this DVR port 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:51:01.378440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:01.381815 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e560b9bb-306d-439c-b37a-2d13326c3adc req-a71d8f65-9522-492d-8cf3-4e6c6635cb1e tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "DELETE /networking/v2.0/ports/2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a HTTP/1.1" status: 204 len: 173 time: 1.0511608 Sep 14 02:51:01.382334 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'name': 'network-vif-deleted', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:51:01.385110 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583e6496-d2e9-40fa-a033-c9b5ebb32341" -d '{"events": [{"server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "name": "network-vif-deleted", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:51:01.424481 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be78a470-0014-43a5-9e16-6c12557d5af4 x-openstack-request-id: req-be78a470-0014-43a5-9e16-6c12557d5af4 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:51:01.424847 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eec551-7670-46b3-8e09-5ca304d1e4f8", "name": "network-vif-deleted", "tag": "2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:51:01.425179 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be78a470-0014-43a5-9e16-6c12557d5af4 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:51:01.425660 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be78a470-0014-43a5-9e16-6c12557d5af4'] response: {'server_uuid': '33eec551-7670-46b3-8e09-5ca304d1e4f8', 'name': 'network-vif-deleted', 'tag': '2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a', 'status': 'completed', 'code': 200} Sep 14 02:51:01.465002 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:51:01.664273 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:01.688809 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:51:01.697544 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:51:01.698166 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:50:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:01.797026 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:51:01.990795 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:02.018859 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45f3b5-04ad-4f11-800c-1d5fc5d36dcb None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:51:02.247932 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c74fd72-e94c-4e37-8027-49eaa1417e51 None None] New status for floating IP ee542d65-987f-417b-bfc7-1466778abc03: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:51:02.251508 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41450) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:02.274792 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:02.308527 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (43d9d035-795c-4d5a-82db-e59943e6dc73), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.330629 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (43d9d035-795c-4d5a-82db-e59943e6dc73), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.390148 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (43d9d035-795c-4d5a-82db-e59943e6dc73), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.393336 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.394876 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/43d9d035-795c-4d5a-82db-e59943e6dc73 HTTP/1.1" status: 204 len: 168 time: 0.1421609 Sep 14 02:51:02.397739 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41452) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:02.404515 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d9d035-795c-4d5a-82db-e59943e6dc73,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:02.411707 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.411881 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.api.v2.resource [None req-e9fafdd4-c389-474d-9c96-3033a5245d62 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] show failed (client error): The resource could not be found. Sep 14 02:51:02.412085 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.412402 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.412718 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.412883 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-e9fafdd4-c389-474d-9c96-3033a5245d62 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups/43d9d035-795c-4d5a-82db-e59943e6dc73 HTTP/1.1" status: 404 len: 347 time: 0.0140536 Sep 14 02:51:02.413045 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.413363 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.413683 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.414027 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.414345 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.414667 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.414973 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.415287 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.415601 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.415934 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.416167 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41454) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:02.416324 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0854b-ce1c-491b-a7b4-596df7db63ea tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:02.526309 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port 2b80a809-a666-4d11-af19-12e6caa1005b {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:51:02.526607 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (2b80a809-a666-4d11-af19-12e6caa1005b), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.604078 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (2b80a809-a666-4d11-af19-12e6caa1005b), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.604364 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (2b80a809-a666-4d11-af19-12e6caa1005b), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.616246 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for 2b80a809-a666-4d11-af19-12e6caa1005b owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:51:02.748389 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (2b80a809-a666-4d11-af19-12e6caa1005b), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.777034 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=2b80a809-a666-4d11-af19-12e6caa1005b,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:02.835426 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (ee542d65-987f-417b-bfc7-1466778abc03), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.837815 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.838970 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-843de5a4-3cff-4ea4-bf4d-24e48345aaa7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/ee542d65-987f-417b-bfc7-1466778abc03 HTTP/1.1" status: 204 len: 168 time: 0.4219425 Sep 14 02:51:02.914455 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41458) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:02.919122 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-ab89fc16-de31-47c9-b06d-b51c32dda409 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842076967', 'description': 'tempest-description--1391125167'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:02.941877 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ab89fc16-de31-47c9-b06d-b51c32dda409 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:02.984430 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:03.016623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ab89fc16-de31-47c9-b06d-b51c32dda409 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (bb51359a-3b4e-4462-8ede-3eeb2916f395), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.022847 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ab89fc16-de31-47c9-b06d-b51c32dda409 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (bb51359a-3b4e-4462-8ede-3eeb2916f395), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.062734 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ab89fc16-de31-47c9-b06d-b51c32dda409 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.063973 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ab89fc16-de31-47c9-b06d-b51c32dda409 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1485219 Sep 14 02:51:03.065955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89fc16-de31-47c9-b06d-b51c32dda409 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb51359a-3b4e-4462-8ede-3eeb2916f395,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:03.067077 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41460) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:03.071701 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-8825faea-b32e-42ff-8b1f-5f660a130031 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': 'bb51359a-3b4e-4462-8ede-3eeb2916f395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:03.099927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8825faea-b32e-42ff-8b1f-5f660a130031 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (f7a1c768-43bb-4cf4-825c-8afd4c793cba), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.156881 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8825faea-b32e-42ff-8b1f-5f660a130031 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (f7a1c768-43bb-4cf4-825c-8afd4c793cba), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.162436 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8825faea-b32e-42ff-8b1f-5f660a130031 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (f7a1c768-43bb-4cf4-825c-8afd4c793cba), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.180354 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825faea-b32e-42ff-8b1f-5f660a130031 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a1c768-43bb-4cf4-825c-8afd4c793cba,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:03.188190 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-8825faea-b32e-42ff-8b1f-5f660a130031 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.189364 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-8825faea-b32e-42ff-8b1f-5f660a130031 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212938 Sep 14 02:51:03.192381 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41462) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:03.196620 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-0a9d56e9-1b3f-45c7-aab0-11ee698e8227 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': 'bb51359a-3b4e-4462-8ede-3eeb2916f395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:03.224221 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56e9-1b3f-45c7-aab0-11ee698e8227 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (d3b40fed-0fbc-4cd3-88d0-9b7c9170b6ef), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.281454 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56e9-1b3f-45c7-aab0-11ee698e8227 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (d3b40fed-0fbc-4cd3-88d0-9b7c9170b6ef), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.286712 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56e9-1b3f-45c7-aab0-11ee698e8227 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (d3b40fed-0fbc-4cd3-88d0-9b7c9170b6ef), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.305586 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d56e9-1b3f-45c7-aab0-11ee698e8227 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b40fed-0fbc-4cd3-88d0-9b7c9170b6ef,revision_number=0']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:03.310661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56e9-1b3f-45c7-aab0-11ee698e8227 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.311978 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-0a9d56e9-1b3f-45c7-aab0-11ee698e8227 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185935 Sep 14 02:51:03.314992 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41464) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:03.319313 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:03.342335 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.428386 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.537837 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.27.2.206 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/c07d778f-fc40-4f1e-af17-a3bbcda74975) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:51:03.541441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:03.642583 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.650759 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:03.678273 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.725734 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:51:03.730749 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:51:03.733575 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:51:03.736641 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=c07d778f-fc40-4f1e-af17-a3bbcda74975,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:03.814721 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (777b931b-a7c5-41c1-ae49-05b68ed11064), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:03.855946 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:04.004201 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:04.010918 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:04.078932 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (777b931b-a7c5-41c1-ae49-05b68ed11064), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:04.081401 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=c07d778f-fc40-4f1e-af17-a3bbcda74975,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:04.100418 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:04.101630 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-2301ab13-9bc1-4ce4-b49f-12dd1cfda808 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7856555 Sep 14 02:51:04.226895 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:51:04.246531 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:51:04.246865 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 2c8e8b3d-d718-4c99-8d1d-54b644c5ca0a not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:51:04.310035 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-987b8296-6fae-433d-ba43-90bbbd6bf5db tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1842076967&fields=id&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 267 time: 0.0434468 Sep 14 02:51:04.391040 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:04.427211 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-d64dfc3f-d4e4-4e8f-bfe2-335c18c11094 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:04.428626 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-d64dfc3f-d4e4-4e8f-bfe2-335c18c11094 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.1119516 Sep 14 02:51:04.443127 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-c5219b8c-af1c-4b5d-b799-415eff9c1911 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/quotas/aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 375 time: 0.0091233 Sep 14 02:51:04.490860 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-1dbeb178-59b7-466f-829e-b1024781262c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429771 Sep 14 02:51:04.598584 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-7d3116d2-39cc-4c3a-ad89-d94765c0eda2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904312 Sep 14 02:51:04.691421 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-01c3e69a-14c0-4ddc-8980-3fca00ae5637 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Sep 14 02:51:04.858526 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ec91c3b5-aad4-489c-a9fe-ec65abb26083 req-afc61166-f2f4-4ee0-b693-ebce08b5b0a3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0281391 Sep 14 02:51:05.868716 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:05.909539 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-4beb6baf-7012-4c18-9d5a-3128b0c11a34 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:05.911045 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-4beb6baf-7012-4c18-9d5a-3128b0c11a34 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.1128321 Sep 14 02:51:05.970479 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-20293764-c422-4ee4-97f3-f370019a812f req-445edfd5-e372-4554-8b86-358f80c02620 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Sep 14 02:51:05.973253 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-fd2bd45e-cedf-428b-b0c8-b251cae1eca1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 380 time: 0.0536938 Sep 14 02:51:06.045050 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'port': {'device_id': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'admin_state_up': True, 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'security_groups': ['bb51359a-3b4e-4462-8ede-3eeb2916f395']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:06.169606 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Made reservation on behalf of aa9c7fd668584ca48602a476eeb2249f for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:51:06.173206 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:06.297403 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.20.0.8 (f92baa67-4902-4b57-9af6-64ad0af96ee7/017f1927-7dc9-49d5-9796-cdd32f4f2a85/4ce33c55-6bcb-4d00-9361-4108bb5f6ac9) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:51:06.442045 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:06.475954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:06.522899 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:51:06.526166 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:51:06.529930 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:51:06.553023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:06.582550 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:06.583262 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:06.602388 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-93c8ec65-3ccc-4c1f-90c4-afbcc4e0da41 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613594 Sep 14 02:51:06.613714 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Request body: {'port': {'device_id': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:06.646938 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:06.676883 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:06.707482 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-161cd685-bfcf-4029-b14e-5ecd05280474 None None] Provisioning complete for port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:51:06.708040 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-161cd685-bfcf-4029-b14e-5ecd05280474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:06.708040 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-161cd685-bfcf-4029-b14e-5ecd05280474 None None] Attempt 1 to provision port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 Sep 14 02:51:06.716370 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:06.741330 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-161cd685-bfcf-4029-b14e-5ecd05280474 None None] Port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:51:06.945742 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:51:06.953452 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Publish callbacks [] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:06.967447 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Transition to ACTIVE for port object 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:51:06.972769 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:07.029472 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:07.085333 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Attempting to bind port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:51:07.085678 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Attempting to bind port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:51:07.086036 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Attempting to bind port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:51:07.088603 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:07.097598 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc19d5c-06c1-45f3-b706-59329cbbb50a req-11f55ea4-6878-4153-9618-ba105955de51 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:07.099077 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9dc19d5c-06c1-45f3-b706-59329cbbb50a req-11f55ea4-6878-4153-9618-ba105955de51 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0481722 Sep 14 02:51:07.129216 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:51:07.129639 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Attempting to bind port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:51:07.147487 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9dc19d5c-06c1-45f3-b706-59329cbbb50a req-3a182373-aff6-4fc2-9cd6-04f120314eef tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Sep 14 02:51:07.172571 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:51:07.172899 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Checking segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:51:07.173336 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Bound using segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:51:07.173808 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Bound port: 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:51:07.174215 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:07.233881 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] For port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:51:07.237541 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] For port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:51:07.242829 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-161cd685-bfcf-4029-b14e-5ecd05280474 None None] Attempt 2 to provision port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 Sep 14 02:51:07.244334 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:07.247611 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:07.248203 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:07.249733 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 HTTP/1.1" status: 200 len: 1093 time: 0.6402047 Sep 14 02:51:07.251852 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:51:07.254125 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cfe902-ddc2-4168-ad18-0f5348a5541e" -d '{"events": [{"name": "network-changed", "server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:51:07.291043 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-161cd685-bfcf-4029-b14e-5ecd05280474 None None] Port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:51:07.297853 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab15fa9-285d-4a5a-8642-59bc33101fb1 x-openstack-request-id: req-6ab15fa9-285d-4a5a-8642-59bc33101fb1 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:51:07.298137 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:51:07.298393 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ab15fa9-285d-4a5a-8642-59bc33101fb1 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:51:07.298782 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab15fa9-285d-4a5a-8642-59bc33101fb1'] response: {'name': 'network-changed', 'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'status': 'completed', 'code': 200} Sep 14 02:51:07.339627 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2cc88-8b5d-4579-9e82-0a6ea097d021 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:07.347973 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-341fced0-a179-464d-8cd4-8c2a2ffabc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:07.349405 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-341fced0-a179-464d-8cd4-8c2a2ffabc44 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0534039 Sep 14 02:51:07.389038 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-56175d3a-f5f2-4d83-9d9b-e2d97d0fa3f0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0329962 Sep 14 02:51:07.441676 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-60f1da74-59aa-4fe9-8ffe-9a90c6ab1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:07.443172 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-60f1da74-59aa-4fe9-8ffe-9a90c6ab1065 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0472505 Sep 14 02:51:07.489036 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-f3c2255c-379a-4660-ba47-29873f80c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:07.490601 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-f3c2255c-379a-4660-ba47-29873f80c269 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417209 Sep 14 02:51:07.541592 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:07.582843 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-3663e4ba-ecab-4fca-9adc-ad40adb4802f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862062 Sep 14 02:51:07.649891 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:07.676256 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-3f2d62a6-440c-4fce-8faf-d85ef616f9b3 req-579b3b94-4589-4c71-ab46-71312dfdded0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Sep 14 02:51:08.281982 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf5e5d-852b-4960-a113-38ec52ea6c84 req-24e7c3fe-9a94-43eb-809d-73e575dc5b8b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:08.283415 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-51bf5e5d-852b-4960-a113-38ec52ea6c84 req-24e7c3fe-9a94-43eb-809d-73e575dc5b8b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0471115 Sep 14 02:51:08.334809 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-51bf5e5d-852b-4960-a113-38ec52ea6c84 req-759cca90-c6ee-4c6e-a53b-b7c6e23189b9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 Sep 14 02:51:08.393118 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-320a8246-bdfe-4a00-b552-bfb15dc414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:08.394606 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-320a8246-bdfe-4a00-b552-bfb15dc414c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0399587 Sep 14 02:51:08.504039 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-abdd32de-d531-4155-b4ac-d1363fca1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:08.505437 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-abdd32de-d531-4155-b4ac-d1363fca1e54 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.1048739 Sep 14 02:51:08.542815 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-fc30d985-34d8-4b10-890d-79ad250196a4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0313973 Sep 14 02:51:08.589716 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-1e84ac4b-3165-4ede-985a-d819193a9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:08.591127 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-1e84ac4b-3165-4ede-985a-d819193a9b0e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0426219 Sep 14 02:51:08.638726 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-eb403fbb-46fd-442b-b57c-44f92fc9f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:08.640192 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-eb403fbb-46fd-442b-b57c-44f92fc9f9a2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434570 Sep 14 02:51:08.728900 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-22ac677e-c44d-4341-b620-13153ea9a28c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813823 Sep 14 02:51:08.838363 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-11cfe902-ddc2-4168-ad18-0f5348a5541e req-115ca114-b640-4e89-82a8-2d6552163bd5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004627 Sep 14 02:51:09.473757 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da5f58-c4be-4ce4-8cef-3e20b444a73f req-c26c16f4-a369-4ec4-92d4-16bdc7158414 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:09.475271 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56da5f58-c4be-4ce4-8cef-3e20b444a73f req-c26c16f4-a369-4ec4-92d4-16bdc7158414 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0516126 Sep 14 02:51:09.528548 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-56da5f58-c4be-4ce4-8cef-3e20b444a73f req-6c339f49-d986-4fab-b55b-f1e35f94a154 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Sep 14 02:51:09.675315 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:10.259382 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:51:10.328281 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:10.376331 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:51:10.387302 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'port_id': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'mac_address': 'fa:16:3e:44:10:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:51:10.422344 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:51:10.422720 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:10.437921 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:51:10.456663 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:10.461486 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:51:10.470433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:10.517149 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:10.524866 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.525215 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.525555 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.525924 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.526229 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.526556 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.526880 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.527202 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.527524 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.527848 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.528189 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.528493 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.528810 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.529125 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.529445 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:51:10.662880 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db2b78-9ef2-49ba-8577-2ac68ff37cfc req-c66cb9b0-af84-4a69-a020-2166eed62f86 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:10.664339 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d6db2b78-9ef2-49ba-8577-2ac68ff37cfc req-c66cb9b0-af84-4a69-a020-2166eed62f86 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0529923 Sep 14 02:51:10.678903 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['4ce33c55-6bcb-4d00-9361-4108bb5f6ac9'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:51:10.717620 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d6db2b78-9ef2-49ba-8577-2ac68ff37cfc req-1f211c26-be48-486c-bf9e-c00a30a52713 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Sep 14 02:51:11.860513 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a7c43-38d8-4767-bb35-642093713e79 req-b80ab2f7-a3b9-4dae-9f83-9f7a768c93a6 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:11.862109 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f63a7c43-38d8-4767-bb35-642093713e79 req-b80ab2f7-a3b9-4dae-9f83-9f7a768c93a6 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0571539 Sep 14 02:51:11.913701 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f63a7c43-38d8-4767-bb35-642093713e79 req-546a5d35-cab3-4aec-b0db-a77c266955c8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457070 Sep 14 02:51:12.256238 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:51:12.310378 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:51:12.318335 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:51:12.318731 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:12.319164 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 Sep 14 02:51:12.391875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:51:12.392254 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:12.414309 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:51:12.416608 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7639e-1437-4789-81a9-589bda74623b" -d '{"events": [{"server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "name": "network-vif-plugged", "status": "completed", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:51:12.429148 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:51:12.434233 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:12.456176 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ef6b4-5ca6-4e98-9369-6659ccf3663f x-openstack-request-id: req-145ef6b4-5ca6-4e98-9369-6659ccf3663f {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:51:12.456460 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "name": "network-vif-plugged", "status": "completed", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:51:12.456708 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-145ef6b4-5ca6-4e98-9369-6659ccf3663f {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:51:12.457091 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145ef6b4-5ca6-4e98-9369-6659ccf3663f'] response: {'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'code': 200} Sep 14 02:51:12.486782 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:51:12.646720 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c0b04-a446-45d6-94c4-0a75fa75a0cb req-19d7617f-75c5-45a7-8845-0aeb5fafeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:12.648317 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a94c0b04-a446-45d6-94c4-0a75fa75a0cb req-19d7617f-75c5-45a7-8845-0aeb5fafeaf9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0439718 Sep 14 02:51:12.696046 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a94c0b04-a446-45d6-94c4-0a75fa75a0cb req-105896a3-0d4c-4b43-9b35-faa410d848e9 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Sep 14 02:51:13.217006 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a3b72-4c77-4f02-93a0-8f0cfb5fcafa req-e60c72eb-d61e-47c7-a85f-2b36da11a142 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:13.218430 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b70a3b72-4c77-4f02-93a0-8f0cfb5fcafa req-e60c72eb-d61e-47c7-a85f-2b36da11a142 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0757191 Sep 14 02:51:13.271282 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b70a3b72-4c77-4f02-93a0-8f0cfb5fcafa req-90b66ade-16b0-43bb-bf3e-d644a5ad88d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468574 Sep 14 02:51:13.437438 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:14.414846 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478faa5-ccc7-4875-9879-befabd8bf413 req-991a3d7b-52d8-4a3d-b553-316de34cac61 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:14.416294 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6478faa5-ccc7-4875-9879-befabd8bf413 req-991a3d7b-52d8-4a3d-b553-316de34cac61 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0476253 Sep 14 02:51:14.464672 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6478faa5-ccc7-4875-9879-befabd8bf413 req-6eff943f-75c0-4965-9dca-18a0060fadfb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Sep 14 02:51:14.465809 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:51:14.606643 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5ab33-b50c-4592-a1b3-1ade3048fbfe req-41a849e8-90d2-4dea-ad12-e805c0c2ea46 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:14.608140 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3ed5ab33-b50c-4592-a1b3-1ade3048fbfe req-41a849e8-90d2-4dea-ad12-e805c0c2ea46 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0617232 Sep 14 02:51:14.620183 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41514) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:51:14.627142 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'port_id': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:51:14.666516 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (777b931b-a7c5-41c1-ae49-05b68ed11064), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:14.763736 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:15.013876 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:15.105396 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:15.112432 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (777b931b-a7c5-41c1-ae49-05b68ed11064), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:15.208753 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP 777b931b-a7c5-41c1-ae49-05b68ed11064 associated. External IP: 172.27.2.206, port: 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9. Sep 14 02:51:15.402308 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:51:15.508713 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:51:15.513440 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:15.520303 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:51:15.530927 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:51:15.531639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:50:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:15.543183 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d4f1cf98-9665-4e7d-8fe1-66f93a7ff22d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/777b931b-a7c5-41c1-ae49-05b68ed11064 HTTP/1.1" status: 200 len: 991 time: 0.9216409 Sep 14 02:51:15.543892 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:51:15.546289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f" -d '{"events": [{"name": "network-changed", "server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:51:15.584169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4941f54-e4dd-47a5-b7ba-21ebe993966b x-openstack-request-id: req-e4941f54-e4dd-47a5-b7ba-21ebe993966b {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:51:15.584434 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:51:15.584719 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4941f54-e4dd-47a5-b7ba-21ebe993966b {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:51:15.585188 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4941f54-e4dd-47a5-b7ba-21ebe993966b'] response: {'name': 'network-changed', 'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'status': 'completed', 'code': 200} Sep 14 02:51:15.634058 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:51:15.648200 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-9c40efc7-f916-4121-8c05-65b037f3755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:15.649687 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-9c40efc7-f916-4121-8c05-65b037f3755b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0422509 Sep 14 02:51:15.741856 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-24d4ba6e-2467-4a65-96c9-55c1aea22f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:15.743256 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-24d4ba6e-2467-4a65-96c9-55c1aea22f69 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.0865355 Sep 14 02:51:15.789037 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:15.810437 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-76db2779-9755-41db-b90b-c6c4f8b0daeb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 HTTP/1.1" status: 200 len: 999 time: 0.0606430 Sep 14 02:51:15.849441 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '777b931b-a7c5-41c1-ae49-05b68ed11064', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:44:10:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:51:03Z', 'updated_at': '2022-09-14T02:51:15Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:15.860724 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-d1737f66-95b8-4140-901d-374088db4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:15.861931 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-d1737f66-95b8-4140-901d-374088db4419 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0449545 Sep 14 02:51:15.873804 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:51:15.882669 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:51:15.883270 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:50:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:15.910808 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-01dc41b4-932b-4ae6-939b-9458bbe4045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:15.912279 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-01dc41b4-932b-4ae6-939b-9458bbe4045c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397995 Sep 14 02:51:15.921733 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:16.002784 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:16.003528 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:51:16.009486 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-b6ebd53d-d952-49da-b22e-09009fe462e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913658 Sep 14 02:51:16.069500 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:16.101089 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2c3b5fad-cdbc-4fdf-b542-4dadad46605f req-92f47274-c999-4cad-8581-246ac3539afb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856969 Sep 14 02:51:16.345320 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '777b931b-a7c5-41c1-ae49-05b68ed11064', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:44:10:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:51:03Z', 'updated_at': '2022-09-14T02:51:15Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:51:16.370416 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e4505-9ac8-4afe-9935-6008400620fe None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '777b931b-a7c5-41c1-ae49-05b68ed11064', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:44:10:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:51:03Z', 'updated_at': '2022-09-14T02:51:15Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:51:16.552419 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66b77c-ea14-42ac-b18d-0276e6d1ae6a None None] New status for floating IP 777b931b-a7c5-41c1-ae49-05b68ed11064: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:51:23.974750 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-002454ac-aec2-4d1d-8fca-51ebd3ca5190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:25.538273 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:25.540948 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=58 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:26.096581 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:26.097671 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=12 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:26.125287 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a138e49d-0fc5-4846-b597-3586cf64936f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:26.653989 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:26.656421 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:27.524066 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:28.920466 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:28.956474 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:38.948474 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:38.951061 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:39.681725 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:45.479885 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-9cac6766-3ed5-4a42-b16f-e7d887a0397f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425115 Sep 14 02:51:45.541181 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-80f0dba6-0ca7-41e4-8af9-9f9333ae3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:45.542649 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-80f0dba6-0ca7-41e4-8af9-9f9333ae3d3e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 1129 time: 0.0382786 Sep 14 02:51:45.648291 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-95b88c23-b8b2-4acc-a44b-2105b902cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:45.649741 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-95b88c23-b8b2-4acc-a44b-2105b902cbc6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0872328 Sep 14 02:51:45.712692 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-e90d4ce2-ccff-437a-9a66-604d307c2c64 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c HTTP/1.1" status: 200 len: 1001 time: 0.0566096 Sep 14 02:51:45.761634 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-1aa463cd-ac32-451b-bf7b-d25383bdf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:45.763006 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-1aa463cd-ac32-451b-bf7b-d25383bdf496 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0444195 Sep 14 02:51:45.808513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-e912ea17-d1bd-4a1c-aed7-5412587d7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:51:45.809948 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-e912ea17-d1bd-4a1c-aed7-5412587d7d94 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392044 Sep 14 02:51:45.903654 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-0aaaf785-5f21-42ed-9041-19be665d42a1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 Sep 14 02:51:45.994013 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1b1c893c-ac8d-402b-855f-6373756c71b7 req-52586c5a-b340-4088-9158-ea4e428ef6e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843577 Sep 14 02:51:49.669378 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:49.670590 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:50.431183 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:50.437370 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:51.470305 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:51:53.975409 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-de1f04bf-dad0-46dd-81af-aa1e98d22bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:55.989861 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=51 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:55.991148 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=50 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:51:56.125601 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4841e3b6-ff06-4a41-8cec-586d065ac593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:57.536905 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:58.925232 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:51:58.960056 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:00.754858 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2d6dc-1e2e-4090-93dd-8e16f2de28f8 req-a9a649e4-7090-4c3f-90b9-ae9a050d58de tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:00.756334 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ca2d6dc-1e2e-4090-93dd-8e16f2de28f8 req-a9a649e4-7090-4c3f-90b9-ae9a050d58de tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Sep 14 02:52:00.810819 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7ca2d6dc-1e2e-4090-93dd-8e16f2de28f8 req-346226ff-5cdb-4acb-8b76-e51a1e893395 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461881 Sep 14 02:52:01.460890 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:01.462236 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:01.956667 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654f20b-04b3-45d1-9186-cdba4b33931e req-954d46f4-e3c2-43e4-b38b-9aff304c7d8d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:01.958160 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7654f20b-04b3-45d1-9186-cdba4b33931e req-954d46f4-e3c2-43e4-b38b-9aff304c7d8d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Sep 14 02:52:02.009214 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7654f20b-04b3-45d1-9186-cdba4b33931e req-1d68941b-962f-4469-b831-c5db70c593d1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bb51359a-3b4e-4462-8ede-3eeb2916f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Sep 14 02:52:02.184023 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-4c30b16f-2d7a-4660-a818-d87f89c1a7b5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:02.185350 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-4c30b16f-2d7a-4660-a818-d87f89c1a7b5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0543232 Sep 14 02:52:02.278448 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:52:02.278786 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.371664 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] For port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:02.371999 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.531383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.531606 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (777b931b-a7c5-41c1-ae49-05b68ed11064), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.531943 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP 777b931b-a7c5-41c1-ae49-05b68ed11064 disassociated. External IP: 172.27.2.206, port: 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9. Sep 14 02:52:02.532273 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:52:02.664183 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (4ce33c55-6bcb-4d00-9361-4108bb5f6ac9), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.701872 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=4ce33c55-6bcb-4d00-9361-4108bb5f6ac9,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:02.714821 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.715171 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.715514 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.715851 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.716181 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.716511 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.716835 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.717158 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.717497 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.717811 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.718147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.718465 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.718784 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.719225 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.719427 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:02.827753 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:02.932961 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:02.945645 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:02.956076 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:02.956709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:51:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:02.976847 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] No DVR routers for this DVR port 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:52:02.979392 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:02.982533 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7fb9f677-0caf-4ee8-82fb-e6f19a0eea03 req-a4b82e13-388b-4fe8-96a5-fc5bc0c2d61d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "DELETE /networking/v2.0/ports/4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 HTTP/1.1" status: 204 len: 173 time: 0.7918792 Sep 14 02:52:02.983518 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'name': 'network-vif-deleted', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:02.985270 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecd09bb-269e-4a24-9ae9-1024274f7ebe" -d '{"events": [{"server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "name": "network-vif-deleted", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:03.025607 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7bf42e-19ed-4b77-9ed7-ef75dbea7692 x-openstack-request-id: req-8b7bf42e-19ed-4b77-9ed7-ef75dbea7692 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:03.025995 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09eee9ea-0b93-4cd7-b385-790b9f43e3e9", "name": "network-vif-deleted", "tag": "4ce33c55-6bcb-4d00-9361-4108bb5f6ac9", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:03.026304 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b7bf42e-19ed-4b77-9ed7-ef75dbea7692 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:03.027149 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7bf42e-19ed-4b77-9ed7-ef75dbea7692'] response: {'server_uuid': '09eee9ea-0b93-4cd7-b385-790b9f43e3e9', 'name': 'network-vif-deleted', 'tag': '4ce33c55-6bcb-4d00-9361-4108bb5f6ac9', 'status': 'completed', 'code': 200} Sep 14 02:52:03.073630 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:03.127678 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5266c339-ab52-4eb2-9d6f-a9380708463c req-5450814b-c51c-4f0d-beef-fe8bc7e36168 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=09eee9ea-0b93-4cd7-b385-790b9f43e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0278046 Sep 14 02:52:03.277365 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:03.304958 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:03.314033 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:03.314628 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:51:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:03.415971 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:03.608716 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:03.633051 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680ab0d-99c3-4653-946b-42bdd9b13772 None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:03.848740 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54136822-01af-49b0-9ba0-d3ce1beaaa3c None None] New status for floating IP 777b931b-a7c5-41c1-ae49-05b68ed11064: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:52:04.239349 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41602) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:04.253852 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:04.296959 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7fdf-4ccf-43fb-a3b1-66a3931561e5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (bb51359a-3b4e-4462-8ede-3eeb2916f395), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.319046 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7fdf-4ccf-43fb-a3b1-66a3931561e5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (bb51359a-3b4e-4462-8ede-3eeb2916f395), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.379473 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7fdf-4ccf-43fb-a3b1-66a3931561e5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (bb51359a-3b4e-4462-8ede-3eeb2916f395), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.382123 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7fdf-4ccf-43fb-a3b1-66a3931561e5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.383294 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ea7c7fdf-4ccf-43fb-a3b1-66a3931561e5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bb51359a-3b4e-4462-8ede-3eeb2916f395 HTTP/1.1" status: 204 len: 168 time: 0.1429350 Sep 14 02:52:04.386322 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41604) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:04.392323 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c7fdf-4ccf-43fb-a3b1-66a3931561e5 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb51359a-3b4e-4462-8ede-3eeb2916f395,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:04.401820 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.api.v2.resource [None req-7e371a2a-c56f-46eb-bc41-ef28150d50d3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] show failed (client error): The resource could not be found. Sep 14 02:52:04.405813 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7e371a2a-c56f-46eb-bc41-ef28150d50d3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups/bb51359a-3b4e-4462-8ede-3eeb2916f395 HTTP/1.1" status: 404 len: 347 time: 0.0184453 Sep 14 02:52:04.406054 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41606) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:04.412818 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:04.768686 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port c07d778f-fc40-4f1e-af17-a3bbcda74975 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:52:04.768998 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.843698 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.844006 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (c07d778f-fc40-4f1e-af17-a3bbcda74975), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:04.861366 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for c07d778f-fc40-4f1e-af17-a3bbcda74975 owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:52:04.992622 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (c07d778f-fc40-4f1e-af17-a3bbcda74975), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.019497 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=c07d778f-fc40-4f1e-af17-a3bbcda74975,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:05.080123 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (777b931b-a7c5-41c1-ae49-05b68ed11064), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.082594 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.083719 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-e74dae39-210f-4f2b-ad2d-142c35a3ee7b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/777b931b-a7c5-41c1-ae49-05b68ed11064 HTTP/1.1" status: 204 len: 168 time: 0.6768317 Sep 14 02:52:05.150753 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41610) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:05.155289 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551677689', 'description': 'tempest-description--1125836344'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:05.183953 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.254103 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (c0929e77-97fa-4e40-8b23-e23034d27c48), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.258811 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c0929e77-97fa-4e40-8b23-e23034d27c48), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.286914 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0929e77-97fa-4e40-8b23-e23034d27c48,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:05.291958 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.293165 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414332 Sep 14 02:52:05.296256 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41612) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:05.298057 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.298441 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.298779 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.299116 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.299445 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.299776 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.300098 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.300422 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.300742 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.301062 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.301220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-c3762f63-504e-4b47-bab0-1d1eee6c72b2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': 'c0929e77-97fa-4e40-8b23-e23034d27c48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:05.301338 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.301688 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.302030 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.302344 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.302661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb8941-2ca1-42b9-9fbf-9f76d431efe4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:05.330042 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c3762f63-504e-4b47-bab0-1d1eee6c72b2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (589f5ff2-724d-462d-bc43-69786760876a), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.385811 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c3762f63-504e-4b47-bab0-1d1eee6c72b2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (589f5ff2-724d-462d-bc43-69786760876a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.391716 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c3762f63-504e-4b47-bab0-1d1eee6c72b2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (589f5ff2-724d-462d-bc43-69786760876a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.409405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3762f63-504e-4b47-bab0-1d1eee6c72b2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f5ff2-724d-462d-bc43-69786760876a,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:05.417945 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-c3762f63-504e-4b47-bab0-1d1eee6c72b2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.419124 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-c3762f63-504e-4b47-bab0-1d1eee6c72b2 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218238 Sep 14 02:52:05.421872 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41614) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:05.426296 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-175625f1-10b2-42cf-8c7d-05aeed7e09be tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'security_group_rule': {'security_group_id': 'c0929e77-97fa-4e40-8b23-e23034d27c48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:05.453556 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-175625f1-10b2-42cf-8c7d-05aeed7e09be tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (d0c5ee15-cce8-45b8-87bc-dce12b4927b6), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.506389 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:05.512619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-175625f1-10b2-42cf-8c7d-05aeed7e09be tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (d0c5ee15-cce8-45b8-87bc-dce12b4927b6), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.516397 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-175625f1-10b2-42cf-8c7d-05aeed7e09be tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698966'] for security_group_rule (d0c5ee15-cce8-45b8-87bc-dce12b4927b6), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.535424 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175625f1-10b2-42cf-8c7d-05aeed7e09be tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c5ee15-cce8-45b8-87bc-dce12b4927b6,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:05.544311 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-175625f1-10b2-42cf-8c7d-05aeed7e09be tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.545550 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-175625f1-10b2-42cf-8c7d-05aeed7e09be tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227684 Sep 14 02:52:05.548635 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41616) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:05.552849 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:05.575777 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.655198 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:05.658433 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.767068 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.27.2.222 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/20acff8f-4d9c-4fb7-b7ad-75e561ec57e5) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:05.881731 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.918812 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:05.958699 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:05.963918 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:05.966503 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:05.971760 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=20acff8f-4d9c-4fb7-b7ad-75e561ec57e5,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:06.049240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (8cd6a9ab-ab73-4cd1-a201-3dd036194b71), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.089364 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.232743 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:06.236871 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.243147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.308597 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (8cd6a9ab-ab73-4cd1-a201-3dd036194b71), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.311295 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=20acff8f-4d9c-4fb7-b7ad-75e561ec57e5,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:06.327585 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:06.328830 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-548e427e-7038-4fe4-bf8c-e29ca9157073 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7792921 Sep 14 02:52:06.485227 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-20231b4a-286f-4ac6-ac23-7a29dce6233d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--551677689&fields=id&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 267 time: 0.0443382 Sep 14 02:52:06.496437 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:52:06.519724 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:52:06.520069 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 4ce33c55-6bcb-4d00-9361-4108bb5f6ac9 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:52:06.857611 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-5b2cd9b6-0cfc-4c08-92e6-06a493148bdc tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:06.859230 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-5b2cd9b6-0cfc-4c08-92e6-06a493148bdc tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.3675103 Sep 14 02:52:06.874770 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-28f85a70-9083-434d-9982-1d1c7e5ffd71 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/quotas/aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 375 time: 0.0100410 Sep 14 02:52:06.923784 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-5806fec4-3241-4643-aa74-20bc9c54e166 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441871 Sep 14 02:52:06.943959 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-22bac9b4-8333-408e-bbd1-2cdc22c25392 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:52:06.944883 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-22bac9b4-8333-408e-bbd1-2cdc22c25392 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050154 Sep 14 02:52:07.039226 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-ce1a9232-935c-438c-8ab2-9fa6f1feba99 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887635 Sep 14 02:52:07.131378 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-81ed72ba-28cc-440f-a379-dbe5bcb30bde service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835955 Sep 14 02:52:07.301529 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-43960910-adfc-4f97-a30a-2ded53e93dd2 req-8a63801a-ca8c-4466-8ce6-d05c43274ece tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 210 time: 0.0279789 Sep 14 02:52:08.299005 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:08.345075 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-91545810-3012-4a25-ab50-753c2dd1b30f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:08.346607 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-91545810-3012-4a25-ab50-753c2dd1b30f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 815 time: 0.1167572 Sep 14 02:52:08.408392 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4077bb96-ec9e-48fe-af59-e2388b856883 req-f7aa4d86-3fbd-4e87-8abf-33b00335a1f9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 210 time: 0.0301168 Sep 14 02:52:08.414174 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-064c0e94-cf60-4a8f-a351-77e7331a7149 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aa9c7fd668584ca48602a476eeb2249f HTTP/1.1" status: 200 len: 379 time: 0.0586135 Sep 14 02:52:08.423284 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'port': {'device_id': 'ec452026-354c-4f32-91d2-a6328064a92c', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'admin_state_up': True, 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'security_groups': ['c0929e77-97fa-4e40-8b23-e23034d27c48']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:08.532858 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Made reservation on behalf of aa9c7fd668584ca48602a476eeb2249f for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:08.536910 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.662530 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Allocated IP 172.20.0.5 (f92baa67-4902-4b57-9af6-64ad0af96ee7/017f1927-7dc9-49d5-9796-cdd32f4f2a85/bb96c5fe-1c03-4719-8621-a5fee2840265) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:08.809737 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.846936 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.896176 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:08.901197 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:08.903393 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event updated for resources: {'Port': ['ID=bb96c5fe-1c03-4719-8621-a5fee2840265,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:08.905440 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:08.954115 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:08.961519 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:08.962202 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:08.981291 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-9ac5f737-164b-4246-9090-3a5bbd3e7a0d tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624006 Sep 14 02:52:08.990511 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-5b3ceb26-425d-4864-a59a-ef9dc8d181b3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:52:08.991485 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-5b3ceb26-425d-4864-a59a-ef9dc8d181b3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053473 Sep 14 02:52:09.003414 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Request body: {'port': {'device_id': 'ec452026-354c-4f32-91d2-a6328064a92c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:09.064062 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.146563 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-ee7f8d47-dd26-4bc1-a09f-873b27586ca5 None None] Provisioning complete for port bb96c5fe-1c03-4719-8621-a5fee2840265 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:09.147195 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-ee7f8d47-dd26-4bc1-a09f-873b27586ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.147195 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ee7f8d47-dd26-4bc1-a09f-873b27586ca5 None None] Attempt 1 to provision port bb96c5fe-1c03-4719-8621-a5fee2840265 Sep 14 02:52:09.178012 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f8d47-dd26-4bc1-a09f-873b27586ca5 None None] Port bb96c5fe-1c03-4719-8621-a5fee2840265 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:09.218677 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.317810 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb96c5fe-1c03-4719-8621-a5fee2840265 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:09.325438 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Publish callbacks [] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.338018 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Transition to ACTIVE for port object bb96c5fe-1c03-4719-8621-a5fee2840265 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:09.345237 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.402622 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Pushing event updated for resources: {'Port': ['ID=bb96c5fe-1c03-4719-8621-a5fee2840265,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:09.451619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Attempting to bind port bb96c5fe-1c03-4719-8621-a5fee2840265 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:09.451897 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Attempting to bind port bb96c5fe-1c03-4719-8621-a5fee2840265 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:09.452224 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Attempting to bind port bb96c5fe-1c03-4719-8621-a5fee2840265 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:09.493130 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Port bb96c5fe-1c03-4719-8621-a5fee2840265 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:09.493495 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Attempting to bind port bb96c5fe-1c03-4719-8621-a5fee2840265 on network f92baa67-4902-4b57-9af6-64ad0af96ee7 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:09.529287 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7bf1a-5eb0-4f5c-b634-13c9b12319ca req-cee2e74f-084c-4dcc-a215-170586d360b7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:09.530773 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-75f7bf1a-5eb0-4f5c-b634-13c9b12319ca req-cee2e74f-084c-4dcc-a215-170586d360b7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 943 time: 0.0456667 Sep 14 02:52:09.538086 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:09.538415 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Checking segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:09.538791 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Bound using segment: {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:09.539229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Bound port: bb96c5fe-1c03-4719-8621-a5fee2840265, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cd9406-96b8-4221-b9ab-75779fdf598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:09.539582 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.574372 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.579320 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-75f7bf1a-5eb0-4f5c-b634-13c9b12319ca req-dc4e02cc-4cd8-4e96-b302-cb7f06941477 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Sep 14 02:52:09.601067 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] For port bb96c5fe-1c03-4719-8621-a5fee2840265, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:09.604239 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] For port bb96c5fe-1c03-4719-8621-a5fee2840265, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bb96c5fe-1c03-4719-8621-a5fee2840265,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:09.611172 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.616325 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:09.616924 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.618394 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/bb96c5fe-1c03-4719-8621-a5fee2840265 HTTP/1.1" status: 200 len: 1093 time: 0.6190732 Sep 14 02:52:09.618939 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:09.621193 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad088ad-51fe-436f-9d65-09fce543c513" -d '{"events": [{"name": "network-changed", "server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:09.667878 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee68210-38b7-4d9e-bf3b-1ee5a8afb9fc x-openstack-request-id: req-dee68210-38b7-4d9e-bf3b-1ee5a8afb9fc {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:09.668206 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:09.668410 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dee68210-38b7-4d9e-bf3b-1ee5a8afb9fc {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:09.668516 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:09.668808 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee68210-38b7-4d9e-bf3b-1ee5a8afb9fc'] response: {'name': 'network-changed', 'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'status': 'completed', 'code': 200} Sep 14 02:52:09.678794 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-ee7f8d47-dd26-4bc1-a09f-873b27586ca5 None None] Attempt 2 to provision port bb96c5fe-1c03-4719-8621-a5fee2840265 Sep 14 02:52:09.705456 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d2a47-4e94-434b-a158-95985b94c88d service neutron] Pushing event updated for resources: {'Port': ['ID=bb96c5fe-1c03-4719-8621-a5fee2840265,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:09.712804 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-969d9ec1-c33c-4bf7-8697-70f94d52d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:09.714786 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-969d9ec1-c33c-4bf7-8697-70f94d52d3ab service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 1127 time: 0.0578065 Sep 14 02:52:09.716874 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f8d47-dd26-4bc1-a09f-873b27586ca5 None None] Port bb96c5fe-1c03-4719-8621-a5fee2840265 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:52:09.753459 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-219bc487-0ee5-40e2-86a0-87c8ffeb9175 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb96c5fe-1c03-4719-8621-a5fee2840265 HTTP/1.1" status: 200 len: 217 time: 0.0321069 Sep 14 02:52:09.789872 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:09.804270 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-b86eae2d-7e98-4983-97ad-b298846f879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:09.805593 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-b86eae2d-7e98-4983-97ad-b298846f879e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0456431 Sep 14 02:52:09.848794 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-85036dba-0a04-4acd-96cf-4851357845c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:09.850294 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-85036dba-0a04-4acd-96cf-4851357845c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389514 Sep 14 02:52:09.945502 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-a078670f-248d-46bb-949a-f8dd866b449b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889740 Sep 14 02:52:10.044972 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-c7c98510-96b1-4003-8bbf-e2910aefeffc req-8b503d1c-cd7b-48e9-b80e-a449d4c2c595 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933855 Sep 14 02:52:10.712591 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe255c-62d0-4f3b-bddf-9e5305342c42 req-62f43a35-cec1-41a5-84d0-c13347d13291 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:10.714494 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-72fe255c-62d0-4f3b-bddf-9e5305342c42 req-62f43a35-cec1-41a5-84d0-c13347d13291 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 943 time: 0.0497694 Sep 14 02:52:10.752787 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:10.769038 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-72fe255c-62d0-4f3b-bddf-9e5305342c42 req-12faf11e-b5cb-4dad-83a9-69c791d2b220 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464201 Sep 14 02:52:10.779621 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad088ad-51fe-436f-9d65-09fce543c513 req-cf26d10b-6545-406a-bf84-92a73719a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:10.781120 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cad088ad-51fe-436f-9d65-09fce543c513 req-cf26d10b-6545-406a-bf84-92a73719a710 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 1127 time: 0.0410244 Sep 14 02:52:10.805975 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:10.874860 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad088ad-51fe-436f-9d65-09fce543c513 req-14b9d517-a4af-4f08-97b3-d860e4529d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:10.876318 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cad088ad-51fe-436f-9d65-09fce543c513 req-14b9d517-a4af-4f08-97b3-d860e4529d5d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.0890942 Sep 14 02:52:10.916600 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cad088ad-51fe-436f-9d65-09fce543c513 req-c7db9276-a9d8-4f0c-b25e-2f5198733aab service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb96c5fe-1c03-4719-8621-a5fee2840265 HTTP/1.1" status: 200 len: 217 time: 0.0342052 Sep 14 02:52:10.968331 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad088ad-51fe-436f-9d65-09fce543c513 req-e39731c6-6e57-472a-9f74-55a0a7fc5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:10.969842 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cad088ad-51fe-436f-9d65-09fce543c513 req-e39731c6-6e57-472a-9f74-55a0a7fc5795 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0473635 Sep 14 02:52:11.017272 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad088ad-51fe-436f-9d65-09fce543c513 req-4cfedc64-5299-499a-ad6a-01da884afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:11.018718 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cad088ad-51fe-436f-9d65-09fce543c513 req-4cfedc64-5299-499a-ad6a-01da884afbd4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432575 Sep 14 02:52:11.120766 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cad088ad-51fe-436f-9d65-09fce543c513 req-dbd069ea-d767-476a-beeb-5c6311d86f30 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959241 Sep 14 02:52:11.208619 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-cad088ad-51fe-436f-9d65-09fce543c513 req-6520a06c-0174-4864-8571-25962f3b5c8b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807762 Sep 14 02:52:11.903538 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87246064-1b61-4524-8af0-6a8842495cf5 req-97a151f0-b0f3-45db-bb58-cd73e81923f7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:11.905013 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-87246064-1b61-4524-8af0-6a8842495cf5 req-97a151f0-b0f3-45db-bb58-cd73e81923f7 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 943 time: 0.0474186 Sep 14 02:52:11.953145 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-87246064-1b61-4524-8af0-6a8842495cf5 req-0c57ea03-f2a4-4425-bb9c-667a74f0903b tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422578 Sep 14 02:52:12.561205 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device bb96c5fe-1c03-4719-8621-a5fee2840265 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:52:12.588801 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:12.644058 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:12.677841 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port bb96c5fe-1c03-4719-8621-a5fee2840265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bb96c5fe-1c03-4719-8621-a5fee2840265,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:12.690658 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'port_id': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'mac_address': 'fa:16:3e:76:07:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:52:12.735477 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port bb96c5fe-1c03-4719-8621-a5fee2840265 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:12.735900 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.751875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb96c5fe-1c03-4719-8621-a5fee2840265 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:12.778460 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port bb96c5fe-1c03-4719-8621-a5fee2840265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bb96c5fe-1c03-4719-8621-a5fee2840265,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:12.783372 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:12.827970 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=bb96c5fe-1c03-4719-8621-a5fee2840265,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:12.835236 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.835580 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.835917 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.836248 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.836576 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.836925 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.837254 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.837603 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.837929 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.838613 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.838951 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.839252 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.839561 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.839876 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:12.840185 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:52:13.009389 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['bb96c5fe-1c03-4719-8621-a5fee2840265'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:52:13.089960 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428385-b7c0-488c-9ba7-b8f2f65fa90a req-b8964e3a-65f3-437a-a5e7-a9e31d5bcee8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:13.092095 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9d428385-b7c0-488c-9ba7-b8f2f65fa90a req-b8964e3a-65f3-437a-a5e7-a9e31d5bcee8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 944 time: 0.0604615 Sep 14 02:52:13.188124 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9d428385-b7c0-488c-9ba7-b8f2f65fa90a req-0ba247bc-3014-44d2-83a1-d0265cdf249c tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893433 Sep 14 02:52:13.203195 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405126f-8046-46fc-81d5-3c9f0d8ffbf9 req-3bec95ce-e19e-411a-8d84-2364175a0e95 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:13.204735 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3405126f-8046-46fc-81d5-3c9f0d8ffbf9 req-3bec95ce-e19e-411a-8d84-2364175a0e95 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 945 time: 0.0674145 Sep 14 02:52:13.256292 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3405126f-8046-46fc-81d5-3c9f0d8ffbf9 req-fe626005-027e-4fa8-920c-12b01464cbe2 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453541 Sep 14 02:52:14.317984 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f45e9-a34d-401a-8f50-d4fe1ecbc8f1 req-9114a851-05d9-4c5a-9a02-586d2ef5d9c6 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:14.319453 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f94f45e9-a34d-401a-8f50-d4fe1ecbc8f1 req-9114a851-05d9-4c5a-9a02-586d2ef5d9c6 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 944 time: 0.0481532 Sep 14 02:52:14.402630 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501132fe-4b7f-4bcc-b902-09dbb66a6e33 req-ff4dfa88-571d-43e7-9a43-3872bfc7732f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:14.404085 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-501132fe-4b7f-4bcc-b902-09dbb66a6e33 req-ff4dfa88-571d-43e7-9a43-3872bfc7732f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 945 time: 0.0714858 Sep 14 02:52:14.407363 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f94f45e9-a34d-401a-8f50-d4fe1ecbc8f1 req-61b7da47-f2d2-4b31-9fb0-47eb35b9cba3 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821824 Sep 14 02:52:14.455108 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-501132fe-4b7f-4bcc-b902-09dbb66a6e33 req-8229e47d-8068-4153-8d63-266a72fca65d tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453300 Sep 14 02:52:14.575578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device bb96c5fe-1c03-4719-8621-a5fee2840265 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:14.610150 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-d5e9b560-dd9b-4ee2-9b5e-302f9c7e885d tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:14.611741 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-d5e9b560-dd9b-4ee2-9b5e-302f9c7e885d tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 945 time: 0.0597327 Sep 14 02:52:14.620075 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port bb96c5fe-1c03-4719-8621-a5fee2840265 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:52:14.628702 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port bb96c5fe-1c03-4719-8621-a5fee2840265 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:14.629176 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.629446 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port bb96c5fe-1c03-4719-8621-a5fee2840265 Sep 14 02:52:14.696509 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Deleting port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:52:14.696807 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.699847 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port bb96c5fe-1c03-4719-8621-a5fee2840265 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:14.700239 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.723773 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:14.726077 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef424df-b97e-4c23-bd1f-0727c41f0270" -d '{"events": [{"server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "name": "network-vif-plugged", "status": "completed", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:14.743380 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port bb96c5fe-1c03-4719-8621-a5fee2840265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bb96c5fe-1c03-4719-8621-a5fee2840265,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:14.749540 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.792478 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b7dd0-5bcb-4304-b286-4f7f0ffaaa7d x-openstack-request-id: req-b02b7dd0-5bcb-4304-b286-4f7f0ffaaa7d {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:14.792775 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "name": "network-vif-plugged", "status": "completed", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:14.793004 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b02b7dd0-5bcb-4304-b286-4f7f0ffaaa7d {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:14.793402 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02b7dd0-5bcb-4304-b286-4f7f0ffaaa7d'] response: {'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'code': 200} Sep 14 02:52:14.796349 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] For port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:14.796709 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.817667 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=bb96c5fe-1c03-4719-8621-a5fee2840265,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:14.916264 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:14.977109 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.977470 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (7859a830-f293-4f3e-acab-538e2e6d36aa), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:14.977846 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Floating IP 7859a830-f293-4f3e-acab-538e2e6d36aa disassociated. External IP: 172.27.2.110, port: 9bae2a2b-fbc6-46f2-b11b-68146be5be2c. Sep 14 02:52:14.978185 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Calling delete_port for 9bae2a2b-fbc6-46f2-b11b-68146be5be2c owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:52:15.069965 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d49e-ac10-49e9-87c0-efe9dc42c909 req-f3133e2d-fc3c-4841-8b99-f537b27d3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:15.071470 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a848d49e-ac10-49e9-87c0-efe9dc42c909 req-f3133e2d-fc3c-4841-8b99-f537b27d3c1c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 1129 time: 0.1732504 Sep 14 02:52:15.110291 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:15.154905 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a848d49e-ac10-49e9-87c0-efe9dc42c909 req-faa3fa1a-0ac4-4a64-b2c0-c6c8c29a6861 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725238 Sep 14 02:52:15.177631 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (9bae2a2b-fbc6-46f2-b11b-68146be5be2c), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.212451 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event deleted for resources: {'Port': ['ID=9bae2a2b-fbc6-46f2-b11b-68146be5be2c,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:15.317970 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:15.420125 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:15.431976 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:15.444921 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:15.445830 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:51:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:15.469933 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] No DVR routers for this DVR port 9bae2a2b-fbc6-46f2-b11b-68146be5be2c on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:52:15.472537 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:15.475871 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-0d35506b-f75a-468e-bf99-201a84d3f9de req-28805e6e-24c2-4efa-8678-96965227c8a8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "DELETE /networking/v2.0/ports/9bae2a2b-fbc6-46f2-b11b-68146be5be2c HTTP/1.1" status: 204 len: 173 time: 0.8579278 Sep 14 02:52:15.476386 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'name': 'network-vif-deleted', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:15.479502 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d527b4f-e01b-4ac7-bac3-698ebe5e7ba8" -d '{"events": [{"server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "name": "network-vif-deleted", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:15.523244 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c880ab5-84be-4179-99df-8353b52f7f27 x-openstack-request-id: req-6c880ab5-84be-4179-99df-8353b52f7f27 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:15.523605 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a02c7c9-c36a-4744-aa2a-ee442b7fd519", "name": "network-vif-deleted", "tag": "9bae2a2b-fbc6-46f2-b11b-68146be5be2c", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:15.523861 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c880ab5-84be-4179-99df-8353b52f7f27 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:15.524263 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c880ab5-84be-4179-99df-8353b52f7f27'] response: {'server_uuid': '3a02c7c9-c36a-4744-aa2a-ee442b7fd519', 'name': 'network-vif-deleted', 'tag': '9bae2a2b-fbc6-46f2-b11b-68146be5be2c', 'status': 'completed', 'code': 200} Sep 14 02:52:15.541663 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f92d5-fb43-4828-b3bd-e1b8cf7c9331 req-1bd42d41-da3d-4fb3-8302-b94c5bbbcb37 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:15.548843 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9e4f92d5-fb43-4828-b3bd-e1b8cf7c9331 req-1bd42d41-da3d-4fb3-8302-b94c5bbbcb37 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 945 time: 0.0617669 Sep 14 02:52:15.569449 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:15.614766 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-900f8135-5a21-4963-bcb8-00d8322d41b4 req-6fcc5110-0ecd-4907-bfd3-14202ded8384 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 210 time: 0.0361052 Sep 14 02:52:15.624951 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9e4f92d5-fb43-4828-b3bd-e1b8cf7c9331 req-cae7b6e5-8081-41ce-9b11-7ea450d6a129 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751510 Sep 14 02:52:15.705689 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:15.711552 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:15.773742 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:15.801276 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:15.810147 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:15.810665 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:51:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:15.913934 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:16.227146 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:16.252100 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00ba79-2e43-451d-9441-46b2c367c105 None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:16.489901 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cf935-4502-4f90-9dc6-d0a153ae4a87 None None] New status for floating IP 7859a830-f293-4f3e-acab-538e2e6d36aa: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:52:16.751056 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-a7663237-5738-40c1-8c5d-751611a007dd req-88c4d4c3-de19-45b6-863b-9aad62f365ce tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a02c7c9-c36a-4744-aa2a-ee442b7fd519 HTTP/1.1" status: 200 len: 210 time: 0.0468552 Sep 14 02:52:16.764756 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb58f50-b97f-493e-91c1-d2868bad53d6 req-ab1cc6f7-36ae-4b49-9206-c7c1f7bd2937 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:16.766276 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fb58f50-b97f-493e-91c1-d2868bad53d6 req-ab1cc6f7-36ae-4b49-9206-c7c1f7bd2937 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 945 time: 0.0739865 Sep 14 02:52:16.815426 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9fb58f50-b97f-493e-91c1-d2868bad53d6 req-0c5763b2-275f-4e5b-89eb-710319493a54 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434716 Sep 14 02:52:16.933977 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46d84-f54c-47f2-8a5c-9d3ca8066fd1 req-f5a85c7f-f5fa-40d7-aae6-0797bdfb629f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:16.935527 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1eb46d84-f54c-47f2-8a5c-9d3ca8066fd1 req-f5a85c7f-f5fa-40d7-aae6-0797bdfb629f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 945 time: 0.0468273 Sep 14 02:52:16.945910 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41684) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:16.950484 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Request body: {'floatingip': {'port_id': 'bb96c5fe-1c03-4719-8621-a5fee2840265'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:16.991217 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (8cd6a9ab-ab73-4cd1-a201-3dd036194b71), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.173734 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:17.322033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:17.417102 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.422262 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (8cd6a9ab-ab73-4cd1-a201-3dd036194b71), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.519244 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP 8cd6a9ab-ab73-4cd1-a201-3dd036194b71 associated. External IP: 172.27.2.222, port: bb96c5fe-1c03-4719-8621-a5fee2840265. Sep 14 02:52:17.741763 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:17.849740 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:17.859686 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:17.869079 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:17.881063 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:17.881715 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:51:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:17.897678 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f24a67dc-b7f3-4403-86f7-b2ba7df000d4 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/8cd6a9ab-ab73-4cd1-a201-3dd036194b71 HTTP/1.1" status: 200 len: 991 time: 0.9505067 Sep 14 02:52:17.898458 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:17.901165 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:17.995884 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:18.013022 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f3e20-d386-4d1a-9610-397e808ad7a8 x-openstack-request-id: req-8a8f3e20-d386-4d1a-9610-397e808ad7a8 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:18.013308 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:18.013556 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a8f3e20-d386-4d1a-9610-397e808ad7a8 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:18.013991 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8f3e20-d386-4d1a-9610-397e808ad7a8'] response: {'name': 'network-changed', 'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'status': 'completed', 'code': 200} Sep 14 02:52:18.048823 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-f37e8dbb-2acc-4e26-a660-2f1827e3bd3a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-724518176&fields=id&tenant_id=5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 267 time: 0.0501499 Sep 14 02:52:18.075405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-7a16b8f6-e936-485e-b513-b9328a996220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:18.076913 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-7a16b8f6-e936-485e-b513-b9328a996220 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aa9c7fd668584ca48602a476eeb2249f&device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 1129 time: 0.0429893 Sep 14 02:52:18.162869 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-53ea8f8c-a40b-4be1-a1c3-64b8edcb2038 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:18.164320 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-53ea8f8c-a40b-4be1-a1c3-64b8edcb2038 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 811 time: 0.1085544 Sep 14 02:52:18.170575 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-4e75b39a-9078-427e-8092-4fadd4920ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:18.172569 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-4e75b39a-9078-427e-8092-4fadd4920ea2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 200 len: 916 time: 0.0896094 Sep 14 02:52:18.179128 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-b386a64f-0953-4a8d-8913-2e7bcbaf1a50 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/quotas/5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 375 time: 0.0093093 Sep 14 02:52:18.216353 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '8cd6a9ab-ab73-4cd1-a201-3dd036194b71', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:76:07:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec452026-354c-4f32-91d2-a6328064a92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:17Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:18.230601 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-d9da3abe-9a0e-4714-8fc4-fa7755f59a28 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458603 Sep 14 02:52:18.241121 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-60962add-2ebc-49c9-ab92-87dde473b368 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb96c5fe-1c03-4719-8621-a5fee2840265 HTTP/1.1" status: 200 len: 999 time: 0.0596991 Sep 14 02:52:18.242166 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:18.251312 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:18.251982 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:51:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:18.291104 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-25b1af6f-b5d0-4a7d-9203-9b6d1fcccc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:18.293302 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-25b1af6f-b5d0-4a7d-9203-9b6d1fcccc2b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 200 len: 854 time: 0.0466175 Sep 14 02:52:18.297909 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-86d04d7e-f361-4d7c-892b-227fa30b2b19 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 02:52:18.298959 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-86d04d7e-f361-4d7c-892b-227fa30b2b19 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0563765 Sep 14 02:52:18.337352 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-d51f61c4-788c-48d9-a8bb-48a3ea809502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:18.339316 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-d51f61c4-788c-48d9-a8bb-48a3ea809502 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f92baa67-4902-4b57-9af6-64ad0af96ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400555 Sep 14 02:52:18.356156 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.370223 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:18.397906 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.399284 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-d4b1a7a8-75f6-43ec-8237-51e5553ff51b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929072 Sep 14 02:52:18.440059 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-c1844958-2e3d-428e-bfba-9a9e6671266e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948331 Sep 14 02:52:18.449309 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.478529 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=100 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:18.507476 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-0c5c6c7c-205e-4c8f-886b-d00daf3d821a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974715 Sep 14 02:52:18.531944 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d8bf1b99-5f94-4135-b97b-8db4f47bb2ac req-c96c604b-2029-4269-befe-41a0a0f60eac service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862195 Sep 14 02:52:18.607811 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9bae2a2b-fbc6-46f2-b11b-68146be5be2c no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:52:18.610600 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '8cd6a9ab-ab73-4cd1-a201-3dd036194b71', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:76:07:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec452026-354c-4f32-91d2-a6328064a92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:17Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:18.650401 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 9bae2a2b-fbc6-46f2-b11b-68146be5be2c {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:52:18.650746 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 9bae2a2b-fbc6-46f2-b11b-68146be5be2c not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:52:18.652676 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d8724-10af-4934-a16d-092da29bfffb None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '8cd6a9ab-ab73-4cd1-a201-3dd036194b71', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'port_id': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'mac_address': 'fa:16:3e:76:07:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec452026-354c-4f32-91d2-a6328064a92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:06Z', 'updated_at': '2022-09-14T02:52:17Z', 'revision_number': 1, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:18.844690 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-94e7c605-38ca-48bd-8d39-5608997ac996 req-f4f4a258-ba7c-4798-b455-87efa91d334e tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 210 time: 0.0461183 Sep 14 02:52:18.879497 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdb86b-4755-4aa8-9447-23cb1eb13f55 None None] New status for floating IP 8cd6a9ab-ab73-4cd1-a201-3dd036194b71: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:52:19.955031 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-883e3105-7da3-41ea-baf6-deca533deb56 req-501dfc39-1bef-4fcf-925b-6838e2fdb03c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 210 time: 0.0371356 Sep 14 02:52:19.994099 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-4bfb118c-795b-4dfc-a493-10fdccc2debc tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:19.995518 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-4bfb118c-795b-4dfc-a493-10fdccc2debc tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 811 time: 0.1184051 Sep 14 02:52:20.056050 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-44e1e54b-d74e-420f-82af-dd10eceb72f3 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 379 time: 0.0530381 Sep 14 02:52:20.064381 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'port': {'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'admin_state_up': True, 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'security_groups': ['350cf311-baec-4d10-8f99-406403e9bbdd']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:20.127006 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:20.176573 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Made reservation on behalf of 5bdc9f3a69314971974343698d53dd1e for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:52:20.180307 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.314632 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Allocated IP 172.20.0.5 (0fea26d5-5e5d-429a-9679-db424c5e9941/8951bd3f-b5cf-410d-976b-507eacdcad3e/5674efd0-b6ca-4593-b289-dc7c0a63337a) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:20.461133 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.498421 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.553229 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:20.556408 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:20.560026 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:20.560924 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:20.567405 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=5674efd0-b6ca-4593-b289-dc7c0a63337a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:20.812955 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-019c5569-a297-45e1-aebb-205610068790 None None] Provisioning complete for port 5674efd0-b6ca-4593-b289-dc7c0a63337a triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:20.813610 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-019c5569-a297-45e1-aebb-205610068790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.813610 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-019c5569-a297-45e1-aebb-205610068790 None None] Attempt 1 to provision port 5674efd0-b6ca-4593-b289-dc7c0a63337a Sep 14 02:52:20.850404 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-019c5569-a297-45e1-aebb-205610068790 None None] Port 5674efd0-b6ca-4593-b289-dc7c0a63337a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:20.866793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:20.867392 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:20.885348 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-ad7d60c7-1461-4f1a-8695-dba4e4abf826 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246415 Sep 14 02:52:20.896047 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Request body: {'port': {'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:20.956415 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.068865 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:21.082352 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de58cb-3e56-40a6-8cd3-27195847b3b7 req-cef7cb78-d641-4d5b-a9cc-4ac09de792aa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:21.083834 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b3de58cb-3e56-40a6-8cd3-27195847b3b7 req-cef7cb78-d641-4d5b-a9cc-4ac09de792aa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 931 time: 0.0472326 Sep 14 02:52:21.133481 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b3de58cb-3e56-40a6-8cd3-27195847b3b7 req-9fa07658-85aa-48d4-8600-5951fe98bada tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433617 Sep 14 02:52:21.198652 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:21.212240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5674efd0-b6ca-4593-b289-dc7c0a63337a {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:21.220311 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Publish callbacks [] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.233137 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Transition to ACTIVE for port object 5674efd0-b6ca-4593-b289-dc7c0a63337a will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:52:21.238853 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.296864 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Pushing event updated for resources: {'Port': ['ID=5674efd0-b6ca-4593-b289-dc7c0a63337a,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:21.347642 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Attempting to bind port 5674efd0-b6ca-4593-b289-dc7c0a63337a on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:52:21.347951 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Attempting to bind port 5674efd0-b6ca-4593-b289-dc7c0a63337a by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:52:21.348294 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Attempting to bind port 5674efd0-b6ca-4593-b289-dc7c0a63337a on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:21.351287 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-019c5569-a297-45e1-aebb-205610068790 None None] Attempt 2 to provision port 5674efd0-b6ca-4593-b289-dc7c0a63337a Sep 14 02:52:21.383366 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-019c5569-a297-45e1-aebb-205610068790 None None] Port 5674efd0-b6ca-4593-b289-dc7c0a63337a cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:52:21.388897 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Port 5674efd0-b6ca-4593-b289-dc7c0a63337a on network 0fea26d5-5e5d-429a-9679-db424c5e9941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:52:21.389165 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Attempting to bind port 5674efd0-b6ca-4593-b289-dc7c0a63337a on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:52:21.437380 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:52:21.437980 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Checking segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:52:21.437980 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Bound using segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:52:21.438367 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Bound port: 5674efd0-b6ca-4593-b289-dc7c0a63337a, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:52:21.438757 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.508328 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] For port 5674efd0-b6ca-4593-b289-dc7c0a63337a, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:52:21.513323 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] For port 5674efd0-b6ca-4593-b289-dc7c0a63337a, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:52:21.524756 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.528991 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:21.529599 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:21.530982 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 200 len: 1093 time: 0.6388521 Sep 14 02:52:21.531541 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:21.533796 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30523929-9a5c-4b03-a1cf-cd85603d8267" -d '{"events": [{"name": "network-changed", "server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:21.574667 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d68dd-5ea8-4dd5-9f0c-deec8bc838ec x-openstack-request-id: req-cf9d68dd-5ea8-4dd5-9f0c-deec8bc838ec {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:21.574984 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:21.575275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf9d68dd-5ea8-4dd5-9f0c-deec8bc838ec {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:21.575675 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9d68dd-5ea8-4dd5-9f0c-deec8bc838ec'] response: {'name': 'network-changed', 'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'status': 'completed', 'code': 200} Sep 14 02:52:21.610239 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80ec78-70e2-41d1-895f-49f4360581de service neutron] Pushing event updated for resources: {'Port': ['ID=5674efd0-b6ca-4593-b289-dc7c0a63337a,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:21.623950 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-5a241b03-14a7-458f-aea3-03609d56e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:21.625427 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-5a241b03-14a7-458f-aea3-03609d56e221 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1127 time: 0.0423110 Sep 14 02:52:21.663453 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-306cbbaf-839c-4074-83c1-2535b2ba6c85 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 200 len: 217 time: 0.0312293 Sep 14 02:52:21.676003 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:21.716857 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-f029fe20-fd64-425f-a0c8-75177bd22e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:21.718310 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-f029fe20-fd64-425f-a0c8-75177bd22e60 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0487418 Sep 14 02:52:21.760402 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-8d5755b1-a2ef-4419-bc49-7ee039877844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:21.761818 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-8d5755b1-a2ef-4419-bc49-7ee039877844 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377951 Sep 14 02:52:21.855751 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-85ca73ba-068d-461d-bf64-78e7a34f02d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880549 Sep 14 02:52:21.884878 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-019c5569-a297-45e1-aebb-205610068790 None None] Attempt 3 to provision port 5674efd0-b6ca-4593-b289-dc7c0a63337a Sep 14 02:52:21.923998 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-019c5569-a297-45e1-aebb-205610068790 None None] Port 5674efd0-b6ca-4593-b289-dc7c0a63337a had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:52:21.949417 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-b2e0ab5d-5f5f-4450-b90c-7134f3f75fe9 req-3cf0b724-197d-4f0e-b6b9-8191d8169233 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875771 Sep 14 02:52:22.198039 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-8db8065a-6e0e-407f-b622-1c466bfc9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:22.199590 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-8db8065a-6e0e-407f-b622-1c466bfc9f43 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1127 time: 0.0400286 Sep 14 02:52:22.256836 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c27af-9164-41ed-b9d0-8ede970cbb0b req-7ce2ae76-d6cc-4d00-bd58-e992f99d4f5e tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:22.258312 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-226c27af-9164-41ed-b9d0-8ede970cbb0b req-7ce2ae76-d6cc-4d00-bd58-e992f99d4f5e tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0500276 Sep 14 02:52:22.293669 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-3e591345-5aee-4018-9d96-d644a837500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:22.295376 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-3e591345-5aee-4018-9d96-d644a837500b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0898087 Sep 14 02:52:22.308162 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-226c27af-9164-41ed-b9d0-8ede970cbb0b req-4e641674-6d65-46aa-9e5d-6e273144445a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Sep 14 02:52:22.332883 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-f22c58d9-f157-49e0-8c1b-e4fc7afff71d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 200 len: 217 time: 0.0320170 Sep 14 02:52:22.380623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-5b0e91b9-43b8-434d-a7f5-f1c0908a077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:22.382055 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-5b0e91b9-43b8-434d-a7f5-f1c0908a077e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0427637 Sep 14 02:52:22.419149 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:22.429197 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-e09eed19-8d8a-4ec6-9353-b8ffd43d5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:22.430654 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-e09eed19-8d8a-4ec6-9353-b8ffd43d5cce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434334 Sep 14 02:52:22.520151 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-db32bbb2-2b6c-48a0-b597-c568c1605b8e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832126 Sep 14 02:52:22.612157 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-30523929-9a5c-4b03-a1cf-cd85603d8267 req-459c1f57-896e-4241-8414-869bb70fb5d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855734 Sep 14 02:52:23.447866 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc719c-fe30-4939-9e18-0bc379a08cdd req-940a5c16-af65-41e8-bbe9-cedeaf81742a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:23.449303 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fcbc719c-fe30-4939-9e18-0bc379a08cdd req-940a5c16-af65-41e8-bbe9-cedeaf81742a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0484710 Sep 14 02:52:23.500410 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-fcbc719c-fe30-4939-9e18-0bc379a08cdd req-c014b281-95ae-4538-b33b-8c0c39c60951 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Sep 14 02:52:23.983456 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-50e4cc71-1b4f-4ada-8ea5-97ce10a4e4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:24.631534 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d2ba-2bf5-4a94-ba5f-795d90b829cf req-ae7357d4-087d-4bc4-84a6-ef48e42c585c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:24.632974 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6572d2ba-2bf5-4a94-ba5f-795d90b829cf req-ae7357d4-087d-4bc4-84a6-ef48e42c585c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0484774 Sep 14 02:52:24.685911 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6572d2ba-2bf5-4a94-ba5f-795d90b829cf req-235e0a8b-35d0-4feb-a67f-dd3a880418bc tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472090 Sep 14 02:52:25.815599 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8125428-56c4-45ee-af1b-3de7fe3916ff req-e5ddc5c8-8c87-4867-ae33-cc1bc7614e38 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:25.817155 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c8125428-56c4-45ee-af1b-3de7fe3916ff req-e5ddc5c8-8c87-4867-ae33-cc1bc7614e38 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0520325 Sep 14 02:52:25.867521 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c8125428-56c4-45ee-af1b-3de7fe3916ff req-8eb19569-7e60-489b-8b53-e55786915ae3 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446129 Sep 14 02:52:26.132609 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-972ebcac-331e-4e69-8fde-de9a9d90503a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:27.014795 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609ad01-75d5-4625-8ec6-e0431750f4c9 req-9c240508-926c-4f77-b5ec-c8a378041f14 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:27.016267 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5609ad01-75d5-4625-8ec6-e0431750f4c9 req-9c240508-926c-4f77-b5ec-c8a378041f14 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0648141 Sep 14 02:52:27.066332 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5609ad01-75d5-4625-8ec6-e0431750f4c9 req-821feb58-77ab-462d-9116-84fdf1740acd tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443671 Sep 14 02:52:27.541164 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:28.196571 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d4a5-bf5f-4936-a52e-01efb7791e99 req-1aba1da1-9581-4716-b422-3fe2fc0102d2 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:28.197956 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-17c4d4a5-bf5f-4936-a52e-01efb7791e99 req-1aba1da1-9581-4716-b422-3fe2fc0102d2 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0511091 Sep 14 02:52:28.250452 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-17c4d4a5-bf5f-4936-a52e-01efb7791e99 req-40bb2adb-eb60-4c1f-8825-436fa5bce7ae tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465813 Sep 14 02:52:28.470276 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:52:28.934825 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:28.962419 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:29.391266 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21234e5-3fb0-4933-98ac-25226b94834e req-3f220ef2-e161-470c-a2d0-f63f89de2a93 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:29.392733 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e21234e5-3fb0-4933-98ac-25226b94834e req-3f220ef2-e161-470c-a2d0-f63f89de2a93 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0576828 Sep 14 02:52:29.441632 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e21234e5-3fb0-4933-98ac-25226b94834e req-73bdc06b-54d2-4103-abc3-055dc08e0c43 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Sep 14 02:52:30.591182 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb64a7-06a0-4c12-9092-2071717d6967 req-f7032f64-4063-4cbc-9aa0-4e68a34e4da6 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:30.592637 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-19bb64a7-06a0-4c12-9092-2071717d6967 req-f7032f64-4063-4cbc-9aa0-4e68a34e4da6 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 943 time: 0.0483360 Sep 14 02:52:30.626050 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 5674efd0-b6ca-4593-b289-dc7c0a63337a details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:52:30.649171 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-19bb64a7-06a0-4c12-9092-2071717d6967 req-e3924cf7-05cb-409b-a49f-ff5fb34172db tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486190 Sep 14 02:52:30.725562 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 5674efd0-b6ca-4593-b289-dc7c0a63337a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:30.738465 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:52:30.782169 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 5674efd0-b6ca-4593-b289-dc7c0a63337a is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:30.782571 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:30.796435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5674efd0-b6ca-4593-b289-dc7c0a63337a {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:52:30.815695 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 5674efd0-b6ca-4593-b289-dc7c0a63337a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:30.822272 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:30.870282 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=5674efd0-b6ca-4593-b289-dc7c0a63337a,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:31.035243 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['5674efd0-b6ca-4593-b289-dc7c0a63337a'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:52:31.132475 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:31.250820 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:31.743473 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:31.780965 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceb71e-ac25-4a3e-8d02-16211dfcc18b req-d44b43b0-b3e2-44d2-b197-961a572a142f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:31.782428 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71ceb71e-ac25-4a3e-8d02-16211dfcc18b req-d44b43b0-b3e2-44d2-b197-961a572a142f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 944 time: 0.0475059 Sep 14 02:52:31.837509 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-71ceb71e-ac25-4a3e-8d02-16211dfcc18b req-63789667-9d94-44a0-9e0a-8b22f28f02aa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466568 Sep 14 02:52:32.603666 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=67 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:32.609040 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=22 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:32.637729 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 5674efd0-b6ca-4593-b289-dc7c0a63337a up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:52:32.679941 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 5674efd0-b6ca-4593-b289-dc7c0a63337a completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:52:32.689237 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 5674efd0-b6ca-4593-b289-dc7c0a63337a triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:52:32.689690 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.690050 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 5674efd0-b6ca-4593-b289-dc7c0a63337a Sep 14 02:52:32.766786 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 5674efd0-b6ca-4593-b289-dc7c0a63337a is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:52:32.767168 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.789675 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:32.791974 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac54ee8-8a4c-435b-83c6-11fe7baf55f3" -d '{"events": [{"server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "name": "network-vif-plugged", "status": "completed", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:32.804134 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 5674efd0-b6ca-4593-b289-dc7c0a63337a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:52:32.809546 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:32.857547 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=5674efd0-b6ca-4593-b289-dc7c0a63337a,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:32.897088 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c6373-42cb-4ec4-ae4e-2e805c0e9675 x-openstack-request-id: req-f15c6373-42cb-4ec4-ae4e-2e805c0e9675 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:32.897380 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "name": "network-vif-plugged", "status": "completed", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:32.897633 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f15c6373-42cb-4ec4-ae4e-2e805c0e9675 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:32.898097 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15c6373-42cb-4ec4-ae4e-2e805c0e9675'] response: {'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'code': 200} Sep 14 02:52:32.960379 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410005-fdff-4c55-907d-fdb9c2ca6da1 req-3753fe73-8c90-4771-a1f4-4453de8764e5 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:32.962248 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4f410005-fdff-4c55-907d-fdb9c2ca6da1 req-3753fe73-8c90-4771-a1f4-4453de8764e5 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 945 time: 0.0475397 Sep 14 02:52:33.014608 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-4f410005-fdff-4c55-907d-fdb9c2ca6da1 req-3022b158-5e18-4adb-bf7c-cc4adb9a6bde tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471716 Sep 14 02:52:33.112967 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdda34-8148-4db0-a172-a7cdf4b5eeae req-1bb57d05-f73a-4377-a1c9-56048bd5f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:33.114380 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-67fdda34-8148-4db0-a172-a7cdf4b5eeae req-1bb57d05-f73a-4377-a1c9-56048bd5f629 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1129 time: 0.0386152 Sep 14 02:52:33.160487 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-67fdda34-8148-4db0-a172-a7cdf4b5eeae req-b32b0e43-75c6-4ce5-9e23-12874d908a42 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 Sep 14 02:52:34.141917 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:34.155630 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5964d-3dbb-49ef-89cf-1bde036e7bc7 req-d6ddb0ee-932a-40bf-99df-79ad4c449f57 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:34.157072 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-baa5964d-3dbb-49ef-89cf-1bde036e7bc7 req-d6ddb0ee-932a-40bf-99df-79ad4c449f57 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 945 time: 0.0533195 Sep 14 02:52:34.206394 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-baa5964d-3dbb-49ef-89cf-1bde036e7bc7 req-ae0e28e1-e71b-4765-a496-904eca778b05 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Sep 14 02:52:35.342185 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5542eae-d9af-4511-a5ed-fc457fc4bee4 req-9b9c2b40-255e-4fed-a135-3f6cfd3b7544 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:35.343642 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5542eae-d9af-4511-a5ed-fc457fc4bee4 req-9b9c2b40-255e-4fed-a135-3f6cfd3b7544 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 945 time: 0.0554698 Sep 14 02:52:35.392356 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5542eae-d9af-4511-a5ed-fc457fc4bee4 req-59a83f0f-c97a-4380-91ef-d7f747826764 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Sep 14 02:52:35.517127 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd69713-1587-4ace-977e-3b482d823ea4 req-4519d42d-4ada-4b4e-a230-6972e4d86531 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:35.525300 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7fd69713-1587-4ace-977e-3b482d823ea4 req-4519d42d-4ada-4b4e-a230-6972e4d86531 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 945 time: 0.0557492 Sep 14 02:52:35.573535 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7fd69713-1587-4ace-977e-3b482d823ea4 req-f9dce16d-260e-4835-a714-a32e08f79fde tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432367 Sep 14 02:52:35.609297 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41760) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:35.649002 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f489846-28c6-4ad9-a3f5-8dd5e8f563d3 tempest-TestVolumeBootPattern-980971436 tempest-TestVolumeBootPattern-980971436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:35.650531 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-5f489846-28c6-4ad9-a3f5-8dd5e8f563d3 tempest-TestVolumeBootPattern-980971436 tempest-TestVolumeBootPattern-980971436-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1124 time: 0.0402484 Sep 14 02:52:35.654641 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41762) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:52:35.658883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:52:35.683734 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.764087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:35.879385 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Allocated IP 172.27.2.237 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/22e784c0-e2a6-443b-bc8a-9ccfba0f6b56) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:52:35.984603 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.017885 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.058194 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:52:36.063245 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:52:36.065885 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:52:36.069383 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=22e784c0-e2a6-443b-bc8a-9ccfba0f6b56,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:36.098336 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:36.139917 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:36.694965 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (486773a6-9576-434f-bb79-a0e4677bcd86), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.762396 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.916087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.923827 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:36.990587 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=22e784c0-e2a6-443b-bc8a-9ccfba0f6b56,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:52:36.994079 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (486773a6-9576-434f-bb79-a0e4677bcd86), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.088547 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Floating IP 486773a6-9576-434f-bb79-a0e4677bcd86 associated. External IP: 172.27.2.237, port: 5674efd0-b6ca-4593-b289-dc7c0a63337a. Sep 14 02:52:37.183468 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:37.291636 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:52:37.334531 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:37.395733 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:52:37.406251 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:52:37.416066 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:37.417396 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:37.417712 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:52:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:37.450162 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-e6c323ee-2584-46b5-93e2-523bdda14d5b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7944713 Sep 14 02:52:37.450828 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:52:37.453081 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a436bc9b-2b34-4560-9b03-2b659c23e892" -d '{"events": [{"name": "network-changed", "server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:52:37.491016 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850f6910-3728-41ae-a9b0-65585c27361f x-openstack-request-id: req-850f6910-3728-41ae-a9b0-65585c27361f {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:52:37.491273 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:52:37.491554 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-850f6910-3728-41ae-a9b0-65585c27361f {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:52:37.491964 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850f6910-3728-41ae-a9b0-65585c27361f'] response: {'name': 'network-changed', 'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'status': 'completed', 'code': 200} Sep 14 02:52:37.521250 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:37.555544 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-05c03f1b-7602-45ea-85d6-c76972fffa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.556948 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-05c03f1b-7602-45ea-85d6-c76972fffa54 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1129 time: 0.0437310 Sep 14 02:52:37.646528 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-dfa673c8-2455-4674-9d4d-2cfbebd41e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.647982 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-dfa673c8-2455-4674-9d4d-2cfbebd41e37 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0847933 Sep 14 02:52:37.713275 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-d126e689-ba4f-4fbe-bb54-dc38094a11e4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 200 len: 999 time: 0.0588520 Sep 14 02:52:37.725196 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:36Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:37.749752 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:52:37.758269 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:52:37.758834 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:52:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:37.762260 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-17687d0e-8142-42bd-b6d2-e18be14caf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.763801 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-17687d0e-8142-42bd-b6d2-e18be14caf4d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0441110 Sep 14 02:52:37.810133 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-0b471017-da3c-4e77-979e-8eb9f063dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:52:37.811549 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-0b471017-da3c-4e77-979e-8eb9f063dc8b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396729 Sep 14 02:52:37.858341 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:52:37.910865 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-f141f362-5e34-4381-b96c-04c923a90f17 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927153 Sep 14 02:52:38.008341 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-a436bc9b-2b34-4560-9b03-2b659c23e892 req-b2552b5f-20a3-4a8d-845c-98eefb5654e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905070 Sep 14 02:52:38.025435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:38.144708 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:38.198637 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:36Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:52:38.223866 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f19276-3225-4eb4-8b51-bc1d7277a452 None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:36Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:52:38.412638 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace63d7-954f-47ec-8c4b-a59959c2b158 None None] New status for floating IP 486773a6-9576-434f-bb79-a0e4677bcd86: ACTIVE {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:52:38.418671 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:38.421634 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:39.716485 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:47.441543 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:47.447056 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:48.002686 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=54 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:48.004671 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=58 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:48.518867 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:48.520903 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:49.703227 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=24 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:49.706684 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:52:53.967241 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d27474be-87d2-47ee-be5a-4373f2256c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:56.125907 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f2e20a91-c39e-4ff8-8a5e-cf37f77d93cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:57.539249 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:58.939030 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:52:58.967257 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:03.810016 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fda52-a8ae-428d-b34a-12e0847818eb req-850c544f-9ca1-4faa-9a1f-96ea885bfa50 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:03.811930 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d19fda52-a8ae-428d-b34a-12e0847818eb req-850c544f-9ca1-4faa-9a1f-96ea885bfa50 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 945 time: 0.0548072 Sep 14 02:53:03.866036 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d19fda52-a8ae-428d-b34a-12e0847818eb req-5cf3fd38-9b69-4dd2-b53c-8af9a18261e8 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452647 Sep 14 02:53:04.434633 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:04.435881 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:04.993456 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1e9cd-475c-4b73-ad33-ed7558c3be6d req-6e619775-de33-43a6-9287-bfa5df2c5d5f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:04.995011 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-05a1e9cd-475c-4b73-ad33-ed7558c3be6d req-6e619775-de33-43a6-9287-bfa5df2c5d5f tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 945 time: 0.0495286 Sep 14 02:53:05.043116 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-05a1e9cd-475c-4b73-ad33-ed7558c3be6d req-64929e8b-d822-4ed3-ab88-c6c8e3cd88d1 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0929e77-97fa-4e40-8b23-e23034d27c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Sep 14 02:53:05.241165 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48a2b6-2166-4092-8205-395142a16d73 req-05c96b84-3673-4885-95a7-ef8bc54127cb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:05.242510 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fe48a2b6-2166-4092-8205-395142a16d73 req-05c96b84-3673-4885-95a7-ef8bc54127cb tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 945 time: 0.0568466 Sep 14 02:53:05.323367 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port bb96c5fe-1c03-4719-8621-a5fee2840265 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:05.323709 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:05.425747 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] For port bb96c5fe-1c03-4719-8621-a5fee2840265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bb96c5fe-1c03-4719-8621-a5fee2840265,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:05.426132 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:05.469824 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:53:05.590901 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:05.591250 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (8cd6a9ab-ab73-4cd1-a201-3dd036194b71), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:05.591558 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Floating IP 8cd6a9ab-ab73-4cd1-a201-3dd036194b71 disassociated. External IP: 172.27.2.222, port: bb96c5fe-1c03-4719-8621-a5fee2840265. Sep 14 02:53:05.591889 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for bb96c5fe-1c03-4719-8621-a5fee2840265 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:05.740304 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (bb96c5fe-1c03-4719-8621-a5fee2840265), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:05.767334 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=bb96c5fe-1c03-4719-8621-a5fee2840265,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:05.780741 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.781050 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.781395 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.781764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.782123 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.782454 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.782778 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.783102 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.783427 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.783745 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.784068 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.784386 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.784704 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.785026 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.785343 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:05.892552 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:53:05.993736 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:53:06.004386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:53:06.014507 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:06.015120 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:52:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:06.036716 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] No DVR routers for this DVR port bb96c5fe-1c03-4719-8621-a5fee2840265 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:53:06.039565 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:06.042676 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-fe48a2b6-2166-4092-8205-395142a16d73 req-9a65a6b6-1e29-43a1-9ec1-f20142581dc9 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.48 "DELETE /networking/v2.0/ports/bb96c5fe-1c03-4719-8621-a5fee2840265 HTTP/1.1" status: 204 len: 173 time: 0.7940409 Sep 14 02:53:06.043170 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'name': 'network-vif-deleted', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:53:06.045730 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c4081-426e-4b9f-9f83-0248f6e2737a" -d '{"events": [{"server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "name": "network-vif-deleted", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:53:06.124578 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:06.182891 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34863ff2-e1ef-46d3-a5e3-4b0f593a3d07 x-openstack-request-id: req-34863ff2-e1ef-46d3-a5e3-4b0f593a3d07 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:53:06.183184 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec452026-354c-4f32-91d2-a6328064a92c", "name": "network-vif-deleted", "tag": "bb96c5fe-1c03-4719-8621-a5fee2840265", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:53:06.183438 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34863ff2-e1ef-46d3-a5e3-4b0f593a3d07 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:53:06.183847 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34863ff2-e1ef-46d3-a5e3-4b0f593a3d07'] response: {'server_uuid': 'ec452026-354c-4f32-91d2-a6328064a92c', 'name': 'network-vif-deleted', 'tag': 'bb96c5fe-1c03-4719-8621-a5fee2840265', 'status': 'completed', 'code': 200} Sep 14 02:53:06.189985 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-5e005e17-33f0-4571-b885-6ca39d2db37a req-7e3274a2-3838-49a2-9cc0-23dc1647a318 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec452026-354c-4f32-91d2-a6328064a92c HTTP/1.1" status: 200 len: 210 time: 0.0346026 Sep 14 02:53:06.323270 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:06.351032 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:53:06.359689 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:06.360291 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:52:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:06.459008 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:06.649269 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:06.675783 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cdb9c-bc49-438a-b471-a7d970434b81 None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:48:57Z', 'revision_number': 4, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '94d4f592-a0cd-4b6c-bf10-f033a36b9f6e', 'name': '', 'network_id': 'f92baa67-4902-4b57-9af6-64ad0af96ee7', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'mac_address': 'fa:16:3e:12:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:56Z', 'updated_at': '2022-09-14T02:49:01Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'subnets': [{'id': '017f1927-7dc9-49d5-9796-cdd32f4f2a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:53:06.897186 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067ecde0-a237-443f-adf4-7933fbef659f None None] New status for floating IP 8cd6a9ab-ab73-4cd1-a201-3dd036194b71: DOWN {{(pid=112945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:53:07.285715 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41848) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:07.351016 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (c0929e77-97fa-4e40-8b23-e23034d27c48), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.372731 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (c0929e77-97fa-4e40-8b23-e23034d27c48), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.420993 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (c0929e77-97fa-4e40-8b23-e23034d27c48), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.423607 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.424741 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c0929e77-97fa-4e40-8b23-e23034d27c48 HTTP/1.1" status: 204 len: 168 time: 0.1378875 Sep 14 02:53:07.427668 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41850) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:07.433808 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0929e77-97fa-4e40-8b23-e23034d27c48,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:07.441175 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.441522 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.441713 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.api.v2.resource [None req-a1268794-1196-4f3d-a3d9-ac427fdbd996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] show failed (client error): The resource could not be found. Sep 14 02:53:07.441870 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.442220 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.442549 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.442702 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-a1268794-1196-4f3d-a3d9-ac427fdbd996 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "GET /networking/v2.0/security-groups/c0929e77-97fa-4e40-8b23-e23034d27c48 HTTP/1.1" status: 404 len: 347 time: 0.0139337 Sep 14 02:53:07.442862 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.443199 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.443522 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.443844 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.444163 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.444485 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.444804 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.445119 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.445436 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.445726 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9298a3-83d1-4922-a498-ecbfb0d8b747 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:53:07.445977 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 41852) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:07.545901 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:07.554847 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Deleting port 20acff8f-4d9c-4fb7-b7ad-75e561ec57e5 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:07.555216 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.593213 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:07.642102 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.642398 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.656260 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Calling delete_port for 20acff8f-4d9c-4fb7-b7ad-75e561ec57e5 owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:07.799857 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (20acff8f-4d9c-4fb7-b7ad-75e561ec57e5), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.824900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Pushing event deleted for resources: {'Port': ['ID=20acff8f-4d9c-4fb7-b7ad-75e561ec57e5,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:07.890636 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks [] for floatingip (8cd6a9ab-ab73-4cd1-a201-3dd036194b71), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.893241 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:07.894411 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-89a5f89c-c370-47eb-b2f5-ded55647dbb0 tempest-AttachVolumeNegativeTest-386394412 tempest-AttachVolumeNegativeTest-386394412-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/8cd6a9ab-ab73-4cd1-a201-3dd036194b71 HTTP/1.1" status: 204 len: 168 time: 0.4477215 Sep 14 02:53:08.768429 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device bb96c5fe-1c03-4719-8621-a5fee2840265 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:08.796036 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: bb96c5fe-1c03-4719-8621-a5fee2840265 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:08.796372 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device bb96c5fe-1c03-4719-8621-a5fee2840265 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:09.719906 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:11.618120 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41888) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:11.936641 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (92fe9a79-68ae-4b0c-9591-c69aeda5f802), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.160094 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Deleting port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:12.160322 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.202065 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:12.205813 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:12.242711 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] For port 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:12.243066 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.256082 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Calling delete_port for 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e owned by network:router_interface {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:12.445850 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (94d4f592-a0cd-4b6c-bf10-f033a36b9f6e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.471597 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d4f592-a0cd-4b6c-bf10-f033a36b9f6e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:12.635252 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (92fe9a79-68ae-4b0c-9591-c69aeda5f802), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:12.866729 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:53:12.972414 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:53:12.978513 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-c280d700-c01f-47f3-bfd3-8dfc3cd12143 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/92fe9a79-68ae-4b0c-9591-c69aeda5f802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3598058 Sep 14 02:53:12.980329 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41890) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:12.981643 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] Sync routers for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:53:12.984048 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:12.994699 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:12.995499 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:52:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:13.080488 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:13.082678 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:13.086514 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks [] for router (92fe9a79-68ae-4b0c-9591-c69aeda5f802), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.093460 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:13.101177 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:13.187349 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks [] for router_gateway (92fe9a79-68ae-4b0c-9591-c69aeda5f802), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.229342 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Deleting port 99c12273-e5c2-4238-81d9-8ed37981a0d4 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:13.229675 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.274531 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:53:12Z', 'revision_number': 5, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port': {'id': '99c12273-e5c2-4238-81d9-8ed37981a0d4', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:48:55Z', 'updated_at': '2022-09-14T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:13.302133 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] Checking router: 92fe9a79-68ae-4b0c-9591-c69aeda5f802 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:53:13.309528 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] For port 99c12273-e5c2-4238-81d9-8ed37981a0d4, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=99c12273-e5c2-4238-81d9-8ed37981a0d4,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:13.309949 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.310873 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] Routers {'92fe9a79-68ae-4b0c-9591-c69aeda5f802'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:53:13.311463 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:52:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:13.322642 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Calling delete_port for 99c12273-e5c2-4238-81d9-8ed37981a0d4 owned by network:router_gateway {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:13.392456 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] Set router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 gateway port host: None {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:53:13.493584 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (99c12273-e5c2-4238-81d9-8ed37981a0d4), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.516999 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Pushing event deleted for resources: {'Port': ['ID=99c12273-e5c2-4238-81d9-8ed37981a0d4,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:13.578998 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:53:13Z', 'revision_number': 6, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port_host': None}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:13.583648 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (92fe9a79-68ae-4b0c-9591-c69aeda5f802), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.604337 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d54fa7c-fe76-46f5-84a5-7468704059de None None] The sync data for ids ['92fe9a79-68ae-4b0c-9591-c69aeda5f802'] in dv-cinder-857075-6-iscsi is: [{'id': '92fe9a79-68ae-4b0c-9591-c69aeda5f802', 'name': 'tempest-AttachVolumeNegativeTest-1569959317-router', 'tenant_id': 'aa9c7fd668584ca48602a476eeb2249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:48:54Z', 'updated_at': '2022-09-14T02:53:13Z', 'revision_number': 6, 'project_id': 'aa9c7fd668584ca48602a476eeb2249f', 'gw_port_host': None}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:53:13.669366 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (92fe9a79-68ae-4b0c-9591-c69aeda5f802), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.671632 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks [] for router_controller (92fe9a79-68ae-4b0c-9591-c69aeda5f802), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.716484 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (92fe9a79-68ae-4b0c-9591-c69aeda5f802), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.717120 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92fe9a79-68ae-4b0c-9591-c69aeda5f802 {{(pid=112942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:53:13.721417 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.722678 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-62e4b453-5d0e-4adf-9aea-958bbb67568e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/92fe9a79-68ae-4b0c-9591-c69aeda5f802 HTTP/1.1" status: 204 len: 168 time: 0.7413533 Sep 14 02:53:13.725236 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41892) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:13.768974 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] Deleting subnet 017f1927-7dc9-49d5-9796-cdd32f4f2a85 {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:53:13.772104 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] Publish callbacks [] for subnet (017f1927-7dc9-49d5-9796-cdd32f4f2a85), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.805486 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (017f1927-7dc9-49d5-9796-cdd32f4f2a85), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.883872 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (017f1927-7dc9-49d5-9796-cdd32f4f2a85), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.908730 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:13.938182 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (017f1927-7dc9-49d5-9796-cdd32f4f2a85), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.941246 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:13.965371 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017f1927-7dc9-49d5-9796-cdd32f4f2a85,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:13.970420 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:13.974460 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-26fdb464-c5b4-449b-b1b6-0a794abfae3b admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/017f1927-7dc9-49d5-9796-cdd32f4f2a85 HTTP/1.1" status: 204 len: 168 time: 0.2474988 Sep 14 02:53:13.976473 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41894) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:13.978355 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd48cf-b524-47f9-9e6d-03d69e5f0a83 None None] Network f92baa67-4902-4b57-9af6-64ad0af96ee7 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:53:14.050310 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (f92baa67-4902-4b57-9af6-64ad0af96ee7), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.092547 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Deleting port 9eb426ab-a0dd-41aa-9530-406cb475fdce {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:53:14.092897 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.155039 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] For port 9eb426ab-a0dd-41aa-9530-406cb475fdce, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=9eb426ab-a0dd-41aa-9530-406cb475fdce,segment=NetworkSegment(81cd9406-96b8-4221-b9ab-75779fdf598b),segment_id=81cd9406-96b8-4221-b9ab-75779fdf598b)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:53:14.155386 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.168362 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Calling delete_port for 9eb426ab-a0dd-41aa-9530-406cb475fdce owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:53:14.249586 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (9eb426ab-a0dd-41aa-9530-406cb475fdce), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.271534 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb426ab-a0dd-41aa-9530-406cb475fdce,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:14.276998 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] No DVR routers for this DVR port 9eb426ab-a0dd-41aa-9530-406cb475fdce on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:53:14.390590 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308c4c1-a2df-4afe-9d1b-10275e941da2 None None] DHCP port deletion for f92baa67-4902-4b57-9af6-64ad0af96ee7 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:53:14.622032 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (f92baa67-4902-4b57-9af6-64ad0af96ee7), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.643169 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92baa67-4902-4b57-9af6-64ad0af96ee7']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:14.655123 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cd9406-96b8-4221-b9ab-75779fdf598b') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:14.655123 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cd9406-96b8-4221-b9ab-75779fdf598b') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:53:14.664415 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (81cd9406-96b8-4221-b9ab-75779fdf598b), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.678017 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (81cd9406-96b8-4221-b9ab-75779fdf598b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.684426 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:53:14.684827 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (81cd9406-96b8-4221-b9ab-75779fdf598b), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.747221 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (f92baa67-4902-4b57-9af6-64ad0af96ee7), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.751869 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:14.755152 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f92baa67-4902-4b57-9af6-64ad0af96ee7 HTTP/1.1" status: 204 len: 168 time: 0.7779300 Sep 14 02:53:14.769028 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 81cd9406-96b8-4221-b9ab-75779fdf598b resource provider aggregate not found Sep 14 02:53:14.773161 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01d1e0-2a8a-4dc4-8590-ccc04c0c9268 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92baa67-4902-4b57-9af6-64ad0af96ee7,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:14.786110 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 81cd9406-96b8-4221-b9ab-75779fdf598b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81cd9406-96b8-4221-b9ab-75779fdf598b found for delete ", "request_id": "req-beb09af6-66e5-487b-a77d-98c124c63ec6"}]} Sep 14 02:53:14.933248 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41904) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:14.979282 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-94ce46b0-4ead-47e4-977c-5b1abb0ecc48 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=aa9c7fd668584ca48602a476eeb2249f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448213 Sep 14 02:53:14.981952 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 41906) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:15.032608 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-29e03e67-f1e1-4c58-bf54-8470520e8bc8 admin admin] Publish callbacks [] for security_group (e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.044636 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 9eb426ab-a0dd-41aa-9530-406cb475fdce no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:15.053590 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-29e03e67-f1e1-4c58-bf54-8470520e8bc8 admin admin] Publish callbacks [] for security_group (e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.066622 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 9eb426ab-a0dd-41aa-9530-406cb475fdce {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:15.066963 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 9eb426ab-a0dd-41aa-9530-406cb475fdce not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:15.067371 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 99c12273-e5c2-4238-81d9-8ed37981a0d4 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:15.084891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 99c12273-e5c2-4238-81d9-8ed37981a0d4 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:15.085232 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 99c12273-e5c2-4238-81d9-8ed37981a0d4 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:15.085626 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:53:15.101582 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-29e03e67-f1e1-4c58-bf54-8470520e8bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.104223 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-29e03e67-f1e1-4c58-bf54-8470520e8bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:15.104363 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:53:15.104677 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 94d4f592-a0cd-4b6c-bf10-f033a36b9f6e not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:53:15.105383 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-29e03e67-f1e1-4c58-bf54-8470520e8bc8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a HTTP/1.1" status: 204 len: 168 time: 0.1225560 Sep 14 02:53:15.115835 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e03e67-f1e1-4c58-bf54-8470520e8bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bbdf2f-cdda-4aa8-ab12-399d8a2ca86a,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:16.969796 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:17.884554 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:17.886698 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:22.434559 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:23.978092 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-30e500e6-7af9-469d-8b93-471b9efc4e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:25.110354 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:UPDATE=1,neutron:SELECT=82,neutron:DELETE=9 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:25.111533 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:26.121798 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-df6486c0-b7dd-48b3-9c7e-7deb9f5dcfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:27.537207 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.927466 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:28.972184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:38.964430 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:38.965893 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:39.730108 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:41.433436 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=5 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:41.434653 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:42.475829 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:53:47.457820 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-875bef2d-9e61-40e9-9306-765ad908d905 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388637 Sep 14 02:53:47.543842 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-a520e41b-5b63-4ec6-95dc-375e5724c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:47.545312 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-a520e41b-5b63-4ec6-95dc-375e5724c4d3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1129 time: 0.0403614 Sep 14 02:53:47.659140 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-2e298cb7-e470-46b2-b36b-3f949412157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:47.660596 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-2e298cb7-e470-46b2-b36b-3f949412157c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0964780 Sep 14 02:53:47.735807 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-0ff76586-7132-499b-91a3-26fd90e2a159 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 200 len: 1001 time: 0.0683062 Sep 14 02:53:47.796532 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-b88cc142-0db7-4dac-9f2e-fee7d85f31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:47.798005 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-b88cc142-0db7-4dac-9f2e-fee7d85f31b4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0561142 Sep 14 02:53:47.843233 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-5f1a6cc9-0a81-4bd5-bd50-23b8a48c67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:53:47.845567 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-5f1a6cc9-0a81-4bd5-bd50-23b8a48c67c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417256 Sep 14 02:53:47.939482 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-a17f8f64-5eb2-4a67-a6a0-b4c75b360d34 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878060 Sep 14 02:53:48.028300 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-45aa342b-9e87-413b-802c-4f6fc1330fe7 req-2ab94b28-d075-437a-a6c6-0fb3e2934766 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828228 Sep 14 02:53:49.712720 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:49.722182 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:52.465293 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:52.466603 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:53.979654 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-b7040419-cf4e-4acb-b0f4-53a2fd937c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.043771 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42286) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:56.125989 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cdb26b38-b5b0-4683-be22-e6a1fcd74932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.150768 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4dab839f-eea9-4f68-b168-77ae9aa0aa4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.228465 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4dab839f-eea9-4f68-b168-77ae9aa0aa4c admin admin] Publish callbacks [] for security_group (713272c6-487c-4a7d-a26d-5ed7179e80c3), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.234160 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-4dab839f-eea9-4f68-b168-77ae9aa0aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (713272c6-487c-4a7d-a26d-5ed7179e80c3), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.271848 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab839f-eea9-4f68-b168-77ae9aa0aa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713272c6-487c-4a7d-a26d-5ed7179e80c3,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:56.277458 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-4dab839f-eea9-4f68-b168-77ae9aa0aa4c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bc086c87d127401eac4d4dfe0f0b7d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326438 Sep 14 02:53:56.280326 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42290) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:56.328833 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e0432585-f56a-4e5d-8049-c1cdc2de7b1c admin admin] Publish callbacks [] for security_group (713272c6-487c-4a7d-a26d-5ed7179e80c3), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.349101 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e0432585-f56a-4e5d-8049-c1cdc2de7b1c admin admin] Publish callbacks [] for security_group (713272c6-487c-4a7d-a26d-5ed7179e80c3), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.399800 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e0432585-f56a-4e5d-8049-c1cdc2de7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (713272c6-487c-4a7d-a26d-5ed7179e80c3), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.404013 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e0432585-f56a-4e5d-8049-c1cdc2de7b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.405613 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-e0432585-f56a-4e5d-8049-c1cdc2de7b1c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/713272c6-487c-4a7d-a26d-5ed7179e80c3 HTTP/1.1" status: 204 len: 168 time: 0.1241739 Sep 14 02:53:56.417680 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0432585-f56a-4e5d-8049-c1cdc2de7b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713272c6-487c-4a7d-a26d-5ed7179e80c3,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:56.690580 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42296) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:56.705902 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2282778a-5867-43da-aede-bbf2b2b5c114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.726576 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:56.736220 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:53:56.794265 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2282778a-5867-43da-aede-bbf2b2b5c114 admin admin] Publish callbacks [] for security_group (d33140a0-57fe-4e9b-91ec-a62de71859a3), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.799173 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-2282778a-5867-43da-aede-bbf2b2b5c114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d33140a0-57fe-4e9b-91ec-a62de71859a3), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.837991 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-2282778a-5867-43da-aede-bbf2b2b5c114 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5661781e2f4e4618a1e2c938866add64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462948 Sep 14 02:53:56.838816 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282778a-5867-43da-aede-bbf2b2b5c114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33140a0-57fe-4e9b-91ec-a62de71859a3,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:56.840938 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42298) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:53:56.898575 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd29b-3181-423f-95bc-64c569bd433c admin admin] Publish callbacks [] for security_group (d33140a0-57fe-4e9b-91ec-a62de71859a3), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.920792 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd29b-3181-423f-95bc-64c569bd433c admin admin] Publish callbacks [] for security_group (d33140a0-57fe-4e9b-91ec-a62de71859a3), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.975618 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd29b-3181-423f-95bc-64c569bd433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (d33140a0-57fe-4e9b-91ec-a62de71859a3), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.978097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd29b-3181-423f-95bc-64c569bd433c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:56.979218 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ad0cd29b-3181-423f-95bc-64c569bd433c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d33140a0-57fe-4e9b-91ec-a62de71859a3 HTTP/1.1" status: 204 len: 168 time: 0.1373141 Sep 14 02:53:56.987190 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cd29b-3181-423f-95bc-64c569bd433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33140a0-57fe-4e9b-91ec-a62de71859a3,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:53:57.540386 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:58.930577 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:53:58.976614 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:06.831889 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=2,neutron:SELECT=10 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:06.833814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=7,neutron:SELECT=15,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:06.982843 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:06.984206 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:08.968433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=11 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:08.970977 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:09.726917 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:13.920957 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42508) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:14.032825 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.113010 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Publish callbacks [] for security_group (84771a52-fc33-4d17-bff8-c04c3b54cb4b), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.118245 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (84771a52-fc33-4d17-bff8-c04c3b54cb4b), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.154792 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84771a52-fc33-4d17-bff8-c04c3b54cb4b,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:14.158674 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ec24e0eb5db84af388c1decb8491273b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366869 Sep 14 02:54:14.161943 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42512) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:14.164923 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.165271 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.165612 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.165978 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.166309 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.166634 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.166954 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.167276 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.167636 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.167901 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.168222 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.168538 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.168963 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.169163 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.169474 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a72ef-3ee0-4c77-89a6-acb75e5231b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.211928 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Publish callbacks [] for security_group (84771a52-fc33-4d17-bff8-c04c3b54cb4b), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.232604 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Publish callbacks [] for security_group (84771a52-fc33-4d17-bff8-c04c3b54cb4b), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.283315 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (84771a52-fc33-4d17-bff8-c04c3b54cb4b), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.287369 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.288552 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/84771a52-fc33-4d17-bff8-c04c3b54cb4b HTTP/1.1" status: 204 len: 168 time: 0.1255546 Sep 14 02:54:14.297173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84771a52-fc33-4d17-bff8-c04c3b54cb4b,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:14.304879 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.305229 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.305572 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.305941 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.306281 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.306644 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.306973 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.307273 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.307601 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.307927 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.308257 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.308586 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.308906 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.309227 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.309548 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282afa-9549-467a-ab7b-04e4f10ec7f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:14.577309 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42518) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:14.591238 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-086da594-de1a-4dc7-941c-020f251adab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.665670 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-086da594-de1a-4dc7-941c-020f251adab1 admin admin] Publish callbacks [] for security_group (3b029bd1-a341-41f6-907f-8ee4d5927058), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.671204 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-086da594-de1a-4dc7-941c-020f251adab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3b029bd1-a341-41f6-907f-8ee4d5927058), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.708683 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-086da594-de1a-4dc7-941c-020f251adab1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=db6720060d454935abc950bb676667b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301720 Sep 14 02:54:14.710661 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086da594-de1a-4dc7-941c-020f251adab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b029bd1-a341-41f6-907f-8ee4d5927058,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:14.711970 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42520) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:14.763778 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94df44c1-2e10-431c-b83d-21d63d83fe27 admin admin] Publish callbacks [] for security_group (3b029bd1-a341-41f6-907f-8ee4d5927058), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.783524 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94df44c1-2e10-431c-b83d-21d63d83fe27 admin admin] Publish callbacks [] for security_group (3b029bd1-a341-41f6-907f-8ee4d5927058), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.831446 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94df44c1-2e10-431c-b83d-21d63d83fe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (3b029bd1-a341-41f6-907f-8ee4d5927058), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.834069 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-94df44c1-2e10-431c-b83d-21d63d83fe27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:14.835184 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-94df44c1-2e10-431c-b83d-21d63d83fe27 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3b029bd1-a341-41f6-907f-8ee4d5927058 HTTP/1.1" status: 204 len: 168 time: 0.1222682 Sep 14 02:54:14.844425 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df44c1-2e10-431c-b83d-21d63d83fe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b029bd1-a341-41f6-907f-8ee4d5927058,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:19.465161 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:54:22.432049 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-124efe27-cecc-4df2-affe-3003c3d605cd tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-724518176&fields=id&tenant_id=5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 267 time: 0.0496535 Sep 14 02:54:22.539656 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-8922c8b6-3e9e-4524-83b5-fff1d615ccae tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:22.541168 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-8922c8b6-3e9e-4524-83b5-fff1d615ccae tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 811 time: 0.0997872 Sep 14 02:54:22.555840 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-2c583e3b-e76f-42b6-88c1-db0673883e87 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/quotas/5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 375 time: 0.0092905 Sep 14 02:54:22.617332 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-797ffc80-7cae-42ae-8613-0faa0a8c54b7 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544608 Sep 14 02:54:22.715177 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-ae1d421c-8350-4260-9d29-0576b78778cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Sep 14 02:54:22.812940 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-e6843c6a-a0e1-4883-b86d-e9826ba8a0dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918956 Sep 14 02:54:22.975086 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42644) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:23.085147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7cfd0251-c2de-4458-91d4-e1ad50e4757b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.148355 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-cf807079-4b02-4c8d-8e05-d7920100fafc req-f3b3490e-bfcb-48c1-abf2-8f2bfbccd3c1 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 210 time: 0.0329061 Sep 14 02:54:23.168586 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7cfd0251-c2de-4458-91d4-e1ad50e4757b admin admin] Publish callbacks [] for security_group (5f28a91c-00b0-4993-a0b6-a07d740fe2ca), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.172764 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7cfd0251-c2de-4458-91d4-e1ad50e4757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (5f28a91c-00b0-4993-a0b6-a07d740fe2ca), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.215683 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42654) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:23.219522 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7cfd0251-c2de-4458-91d4-e1ad50e4757b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2a521746f012491b8a78608d94ceb1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381408 Sep 14 02:54:23.221988 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd0251-c2de-4458-91d4-e1ad50e4757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28a91c-00b0-4993-a0b6-a07d740fe2ca,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:23.265771 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:23.277372 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-102beae8-8064-4085-acf6-92a800bbd6d0 admin admin] Publish callbacks [] for security_group (5f28a91c-00b0-4993-a0b6-a07d740fe2ca), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.299573 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-102beae8-8064-4085-acf6-92a800bbd6d0 admin admin] Publish callbacks [] for security_group (5f28a91c-00b0-4993-a0b6-a07d740fe2ca), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.352460 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-102beae8-8064-4085-acf6-92a800bbd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (5f28a91c-00b0-4993-a0b6-a07d740fe2ca), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.355267 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-102beae8-8064-4085-acf6-92a800bbd6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.356586 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-102beae8-8064-4085-acf6-92a800bbd6d0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5f28a91c-00b0-4993-a0b6-a07d740fe2ca HTTP/1.1" status: 204 len: 168 time: 0.1397543 Sep 14 02:54:23.366206 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102beae8-8064-4085-acf6-92a800bbd6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f28a91c-00b0-4993-a0b6-a07d740fe2ca,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:23.647849 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42666) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:23.661667 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5359687f-cfea-4e3e-b71e-ed2c84c21427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.742676 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5359687f-cfea-4e3e-b71e-ed2c84c21427 admin admin] Publish callbacks [] for security_group (8c30258e-bf17-4585-8e1b-cb9a459f110b), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.747883 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-5359687f-cfea-4e3e-b71e-ed2c84c21427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (8c30258e-bf17-4585-8e1b-cb9a459f110b), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:23.974702 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9e1c600f-7924-4831-9b0d-c1d779b209f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.031696 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:24.037279 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359687f-cfea-4e3e-b71e-ed2c84c21427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30258e-bf17-4585-8e1b-cb9a459f110b,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:24.045005 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-5359687f-cfea-4e3e-b71e-ed2c84c21427 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=93a5c41f5efc48ca8a84a62377cc4641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936944 Sep 14 02:54:24.045945 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42668) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:24.144674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3642f23-1ddd-43c1-a7bd-af8ebdd3426e admin admin] Publish callbacks [] for security_group (8c30258e-bf17-4585-8e1b-cb9a459f110b), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.148883 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:24.179999 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3642f23-1ddd-43c1-a7bd-af8ebdd3426e admin admin] Publish callbacks [] for security_group (8c30258e-bf17-4585-8e1b-cb9a459f110b), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.239767 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-71d17a13-dfc5-4ff8-a425-6f40bcc1d9f4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:24.241498 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-71d17a13-dfc5-4ff8-a425-6f40bcc1d9f4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 811 time: 0.1619871 Sep 14 02:54:24.263533 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-38b58ced-2bd9-437c-a773-0b785527d202 req-16e1d90e-0ebe-48d8-abc1-2e470ff585e6 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 210 time: 0.0344889 Sep 14 02:54:24.280547 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3642f23-1ddd-43c1-a7bd-af8ebdd3426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (8c30258e-bf17-4585-8e1b-cb9a459f110b), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.283133 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b3642f23-1ddd-43c1-a7bd-af8ebdd3426e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.284254 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b3642f23-1ddd-43c1-a7bd-af8ebdd3426e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8c30258e-bf17-4585-8e1b-cb9a459f110b HTTP/1.1" status: 204 len: 168 time: 0.2381015 Sep 14 02:54:24.306058 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3642f23-1ddd-43c1-a7bd-af8ebdd3426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30258e-bf17-4585-8e1b-cb9a459f110b,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:24.326751 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-ae6dcf56-a415-417b-857c-6e742852f1c4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5bdc9f3a69314971974343698d53dd1e HTTP/1.1" status: 200 len: 379 time: 0.0768805 Sep 14 02:54:24.335432 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'port': {'device_id': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'admin_state_up': True, 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'security_groups': ['350cf311-baec-4d10-8f99-406403e9bbdd']}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:24.446870 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Made reservation on behalf of 5bdc9f3a69314971974343698d53dd1e for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:54:24.450612 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.585995 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Allocated IP 172.20.0.14 (0fea26d5-5e5d-429a-9679-db424c5e9941/8951bd3f-b5cf-410d-976b-507eacdcad3e/abbfe331-c726-43ec-a061-d108086dd2b1) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:54:24.751476 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (abbfe331-c726-43ec-a061-d108086dd2b1), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.783788 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.823511 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:24.825827 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:54:24.834392 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:24.837355 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:54:24.877844 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=abbfe331-c726-43ec-a061-d108086dd2b1,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:24.910492 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:24.911138 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:24.933906 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-70e9f2b7-f9f3-414c-96ba-41a0483460da tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6023083 Sep 14 02:54:24.945364 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Request body: {'port': {'device_id': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:24.981941 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:25.012010 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.107074 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-4cc6bed6-c7b5-42fb-a468-1915409ff88a None None] Provisioning complete for port abbfe331-c726-43ec-a061-d108086dd2b1 triggered by entity DHCP. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:25.107703 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-4cc6bed6-c7b5-42fb-a468-1915409ff88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.107833 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4cc6bed6-c7b5-42fb-a468-1915409ff88a None None] Attempt 1 to provision port abbfe331-c726-43ec-a061-d108086dd2b1 Sep 14 02:54:25.143999 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6bed6-c7b5-42fb-a468-1915409ff88a None None] Port abbfe331-c726-43ec-a061-d108086dd2b1 cannot update to ACTIVE because it is not bound. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 02:54:25.278014 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbfe331-c726-43ec-a061-d108086dd2b1 {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:25.285585 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Publish callbacks [] for port (abbfe331-c726-43ec-a061-d108086dd2b1), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.298659 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Transition to ACTIVE for port object abbfe331-c726-43ec-a061-d108086dd2b1 will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:54:25.303092 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.401209 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264c772-e5f5-4bee-be35-6383289c908c req-7a114fe2-6916-4a6d-b3cf-389a460e5461 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:25.402753 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f264c772-e5f5-4bee-be35-6383289c908c req-7a114fe2-6916-4a6d-b3cf-389a460e5461 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0542188 Sep 14 02:54:25.406493 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Pushing event updated for resources: {'Port': ['ID=abbfe331-c726-43ec-a061-d108086dd2b1,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:25.417015 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:25.422433 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Attempting to bind port abbfe331-c726-43ec-a061-d108086dd2b1 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:54:25.422774 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Attempting to bind port abbfe331-c726-43ec-a061-d108086dd2b1 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:54:25.423103 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Attempting to bind port abbfe331-c726-43ec-a061-d108086dd2b1 on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:25.462376 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f264c772-e5f5-4bee-be35-6383289c908c req-85888125-4cde-4b01-9891-d69bdca7d2d6 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524662 Sep 14 02:54:25.467413 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Port abbfe331-c726-43ec-a061-d108086dd2b1 on network 0fea26d5-5e5d-429a-9679-db424c5e9941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:54:25.467810 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Attempting to bind port abbfe331-c726-43ec-a061-d108086dd2b1 on network 0fea26d5-5e5d-429a-9679-db424c5e9941 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:25.468394 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42702) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:25.513134 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:54:25.513383 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Checking segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:54:25.513744 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Bound using segment: {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:54:25.514201 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Bound port: abbfe331-c726-43ec-a061-d108086dd2b1, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c425cc-8a96-4395-bb6f-919f585fce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:54:25.514556 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.575254 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] For port abbfe331-c726-43ec-a061-d108086dd2b1, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:54:25.578512 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] For port abbfe331-c726-43ec-a061-d108086dd2b1, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abbfe331-c726-43ec-a061-d108086dd2b1,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:54:25.580839 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d2292c2a-1382-470e-b2ad-e72936d11361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.584867 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.590286 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:25.590893 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.592486 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/abbfe331-c726-43ec-a061-d108086dd2b1 HTTP/1.1" status: 200 len: 1094 time: 0.6518164 Sep 14 02:54:25.593037 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:25.595305 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:25.638274 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4cafe0-2797-493a-a978-c92631ced01f x-openstack-request-id: req-9f4cafe0-2797-493a-a978-c92631ced01f {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:25.638555 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:25.638804 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f4cafe0-2797-493a-a978-c92631ced01f {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:25.639209 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4cafe0-2797-493a-a978-c92631ced01f'] response: {'name': 'network-changed', 'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'status': 'completed', 'code': 200} Sep 14 02:54:25.645290 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-4cc6bed6-c7b5-42fb-a468-1915409ff88a None None] Attempt 2 to provision port abbfe331-c726-43ec-a061-d108086dd2b1 Sep 14 02:54:25.661008 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdfbc1-318b-4811-bc6c-3d69e83f7f90 service neutron] Pushing event updated for resources: {'Port': ['ID=abbfe331-c726-43ec-a061-d108086dd2b1,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:25.675997 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d2292c2a-1382-470e-b2ad-e72936d11361 admin admin] Publish callbacks [] for security_group (ed0cf7ed-d939-458a-abaf-c59eda169abf), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.681274 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-d2292c2a-1382-470e-b2ad-e72936d11361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ed0cf7ed-d939-458a-abaf-c59eda169abf), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.683991 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6bed6-c7b5-42fb-a468-1915409ff88a None None] Port abbfe331-c726-43ec-a061-d108086dd2b1 had new provisioning blocks added so it will not transition to active. {{(pid=112944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 02:54:25.694655 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-475963ce-b103-4c8c-ae09-4ffeded29aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:25.696168 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-475963ce-b103-4c8c-ae09-4ffeded29aa5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 1128 time: 0.0491254 Sep 14 02:54:25.728864 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d2292c2a-1382-470e-b2ad-e72936d11361 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5b4bcf4308c144fea31a68897c53dbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594259 Sep 14 02:54:25.730822 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292c2a-1382-470e-b2ad-e72936d11361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0cf7ed-d939-458a-abaf-c59eda169abf,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:25.733919 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42708) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:25.739025 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-4c721b7a-5db1-4872-8881-411ad11b5854 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abbfe331-c726-43ec-a061-d108086dd2b1 HTTP/1.1" status: 200 len: 217 time: 0.0339746 Sep 14 02:54:25.772967 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:25.783663 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ddb913c1-da83-47cf-a1e8-5ab29f570fa4 admin admin] Publish callbacks [] for security_group (ed0cf7ed-d939-458a-abaf-c59eda169abf), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.788126 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-37e1fbe9-d1c3-4829-b14c-7a90c4667cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:25.789625 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-37e1fbe9-d1c3-4829-b14c-7a90c4667cdb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0450356 Sep 14 02:54:25.805276 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ddb913c1-da83-47cf-a1e8-5ab29f570fa4 admin admin] Publish callbacks [] for security_group (ed0cf7ed-d939-458a-abaf-c59eda169abf), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.833376 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-ebebb097-daf4-4ac2-ad31-5efc4210b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:25.834912 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-ebebb097-daf4-4ac2-ad31-5efc4210b96b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388942 Sep 14 02:54:25.859039 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ddb913c1-da83-47cf-a1e8-5ab29f570fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (ed0cf7ed-d939-458a-abaf-c59eda169abf), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.861580 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-ddb913c1-da83-47cf-a1e8-5ab29f570fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:25.862767 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-ddb913c1-da83-47cf-a1e8-5ab29f570fa4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ed0cf7ed-d939-458a-abaf-c59eda169abf HTTP/1.1" status: 204 len: 168 time: 0.1277878 Sep 14 02:54:25.871384 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb913c1-da83-47cf-a1e8-5ab29f570fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0cf7ed-d939-458a-abaf-c59eda169abf,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:25.917205 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:25.935087 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-4f861e9c-fd98-4e10-b99a-00d9204cb3ac service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930629 Sep 14 02:54:26.031553 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e5f6c9b8-dfe2-462d-a726-b9d2e1cf23ef req-57c3e41e-5c8c-4293-9459-00bf62c163c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907121 Sep 14 02:54:26.130192 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f5f330ec-fe3c-42be-a04e-2eb1810217c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:26.344003 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-7bb439da-949e-4738-a210-94943926aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.345484 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-7bb439da-949e-4738-a210-94943926aa8e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 1128 time: 0.0431762 Sep 14 02:54:26.440073 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-64ce22a4-42c9-465b-9b49-8332a5025d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.441515 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-64ce22a4-42c9-465b-9b49-8332a5025d28 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0898824 Sep 14 02:54:26.482515 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-781ac7d8-6b9b-445b-b9c9-1ba22a871e96 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abbfe331-c726-43ec-a061-d108086dd2b1 HTTP/1.1" status: 200 len: 217 time: 0.0323124 Sep 14 02:54:26.536613 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-4cfe2102-f8f5-47c9-b2c3-14c2d56c31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.538189 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-4cfe2102-f8f5-47c9-b2c3-14c2d56c31e1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0472016 Sep 14 02:54:26.585828 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-83207a68-a7c3-487d-a102-d45a89de0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.587764 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-83207a68-a7c3-487d-a102-d45a89de0314 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404038 Sep 14 02:54:26.593044 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b3f8e-94f1-4a96-8e5c-e52bcfa1d50f req-5333fe70-955b-46b6-a1a3-f1d89a338003 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:26.594850 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-644b3f8e-94f1-4a96-8e5c-e52bcfa1d50f req-5333fe70-955b-46b6-a1a3-f1d89a338003 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0511146 Sep 14 02:54:26.647144 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-644b3f8e-94f1-4a96-8e5c-e52bcfa1d50f req-6132d60d-df76-43f1-a3c1-11598fe6cda4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467632 Sep 14 02:54:26.687272 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-4fae861e-5f59-4cc6-aace-5b3f5352a173 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925100 Sep 14 02:54:26.780894 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d82f7624-8c6d-44ec-a73f-3e65678ccd5d req-8730ee47-2eab-40c4-a9b5-ff2b57a283d9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878210 Sep 14 02:54:27.546686 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:27.774340 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843b9b-33f5-43d0-a7a7-6e0f4bb15b96 req-f71f41f4-531a-474a-82f4-204b67001ed6 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:27.776019 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-47843b9b-33f5-43d0-a7a7-6e0f4bb15b96 req-f71f41f4-531a-474a-82f4-204b67001ed6 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0523012 Sep 14 02:54:27.832898 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-47843b9b-33f5-43d0-a7a7-6e0f4bb15b96 req-85e023a6-17e9-4259-b41e-ab18f4edae19 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488448 Sep 14 02:54:28.933869 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:28.960681 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c8a4-ab46-4fc2-b23e-42a369224460 req-f031fb02-3bac-4ada-a41d-1de7f1fe2208 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:28.962573 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f842c8a4-ab46-4fc2-b23e-42a369224460 req-f031fb02-3bac-4ada-a41d-1de7f1fe2208 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0547345 Sep 14 02:54:28.981413 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:29.014083 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f842c8a4-ab46-4fc2-b23e-42a369224460 req-57faac67-48be-434e-a20c-d5f33852e84b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455959 Sep 14 02:54:29.460624 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=18 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:29.462005 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=16 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:30.144208 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b22b9-f24b-4d70-9fea-2521405eafd6 req-964d5dd9-7450-4fbb-acba-c21b6dce887d tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:30.145658 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-af0b22b9-f24b-4d70-9fea-2521405eafd6 req-964d5dd9-7450-4fbb-acba-c21b6dce887d tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0528612 Sep 14 02:54:30.161066 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:30.200881 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-af0b22b9-f24b-4d70-9fea-2521405eafd6 req-b521f929-4f77-443f-96b9-7a87caad4d67 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464365 Sep 14 02:54:31.338502 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32392f-5002-42c9-b042-a9229d4fa4b6 req-bde4fb4d-f213-4857-a89c-cb75a187a695 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:31.340103 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0c32392f-5002-42c9-b042-a9229d4fa4b6 req-bde4fb4d-f213-4857-a89c-cb75a187a695 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0561812 Sep 14 02:54:31.396001 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0c32392f-5002-42c9-b042-a9229d4fa4b6 req-98b31cc6-fba4-4635-b987-05529a01fc5a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501885 Sep 14 02:54:32.524107 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f85e1-5104-4892-9da4-d3284be904d1 req-9bd9e897-6503-4128-a061-050bea5549d3 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:32.525547 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f8f85e1-5104-4892-9da4-d3284be904d1 req-9bd9e897-6503-4128-a061-050bea5549d3 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0505257 Sep 14 02:54:32.578622 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1f8f85e1-5104-4892-9da4-d3284be904d1 req-7fa8eb16-5c03-472f-877f-26d673fc9ad4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471292 Sep 14 02:54:33.716779 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:33.737378 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c59625-7351-43d9-908b-2951529d7d88 req-b42f8d20-54ae-4646-87b7-fd7985f0c3c5 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:33.738851 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-10c59625-7351-43d9-908b-2951529d7d88 req-b42f8d20-54ae-4646-87b7-fd7985f0c3c5 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0522060 Sep 14 02:54:33.792354 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-10c59625-7351-43d9-908b-2951529d7d88 req-31935d6c-faaf-43be-9991-08daee168ef8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478110 Sep 14 02:54:34.918457 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30269e48-20b8-42a0-a84c-483c532601d2 req-5a0d9c6a-514b-41ad-8f12-ee3200e7c491 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:34.919943 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-30269e48-20b8-42a0-a84c-483c532601d2 req-5a0d9c6a-514b-41ad-8f12-ee3200e7c491 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 944 time: 0.0480504 Sep 14 02:54:34.973187 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-30269e48-20b8-42a0-a84c-483c532601d2 req-ba45467c-eedc-431f-8850-ee268b5724c2 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473666 Sep 14 02:54:35.267026 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device abbfe331-c726-43ec-a061-d108086dd2b1 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:54:35.372661 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port abbfe331-c726-43ec-a061-d108086dd2b1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abbfe331-c726-43ec-a061-d108086dd2b1,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:35.384710 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'port_id': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'mac_address': 'fa:16:3e:ac:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:54:35.424596 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port abbfe331-c726-43ec-a061-d108086dd2b1 is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:35.424984 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:35.438049 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbfe331-c726-43ec-a061-d108086dd2b1 {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:35.459267 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port abbfe331-c726-43ec-a061-d108086dd2b1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abbfe331-c726-43ec-a061-d108086dd2b1,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:35.466543 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:35.518523 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=abbfe331-c726-43ec-a061-d108086dd2b1,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:35.525760 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.526120 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.526452 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.526778 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.527235 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.527552 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.527865 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.528184 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.528501 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.528815 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.529127 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.529438 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.529748 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.530085 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.530396 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:54:35.701105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['abbfe331-c726-43ec-a061-d108086dd2b1'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:36.273244 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca32f1-7526-47fb-a294-10e105cb8950 req-b7558171-b120-4877-83a6-95028e732b5f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:36.274760 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2cca32f1-7526-47fb-a294-10e105cb8950 req-b7558171-b120-4877-83a6-95028e732b5f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 945 time: 0.0515268 Sep 14 02:54:36.324848 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2cca32f1-7526-47fb-a294-10e105cb8950 req-4f8252fa-c4ad-4db6-9880-820d3afe213e tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443013 Sep 14 02:54:36.776000 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=49 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:36.777283 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=72 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:37.272419 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device abbfe331-c726-43ec-a061-d108086dd2b1 up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:54:37.277267 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:37.308635 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:37.330032 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port abbfe331-c726-43ec-a061-d108086dd2b1 completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:54:37.338077 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port abbfe331-c726-43ec-a061-d108086dd2b1 triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:37.338445 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:37.338760 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port abbfe331-c726-43ec-a061-d108086dd2b1 Sep 14 02:54:37.412244 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port abbfe331-c726-43ec-a061-d108086dd2b1 is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:37.412617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:37.438139 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:37.440399 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f612a-b88a-4ffb-9365-ef66811d4ed2" -d '{"events": [{"server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "name": "network-vif-plugged", "status": "completed", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:37.451399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c383a6-0d05-4599-bf33-437eae41f62b req-338cdd43-d223-4261-a50c-068a8ccee8e8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:37.452631 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port abbfe331-c726-43ec-a061-d108086dd2b1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abbfe331-c726-43ec-a061-d108086dd2b1,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:37.452902 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-66c383a6-0d05-4599-bf33-437eae41f62b req-338cdd43-d223-4261-a50c-068a8ccee8e8 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 945 time: 0.0504239 Sep 14 02:54:37.457072 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:37.485754 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50866f7e-946e-4b96-bec4-5c0459450faa x-openstack-request-id: req-50866f7e-946e-4b96-bec4-5c0459450faa {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:37.485961 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "name": "network-vif-plugged", "status": "completed", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:37.486175 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50866f7e-946e-4b96-bec4-5c0459450faa {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:37.486559 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50866f7e-946e-4b96-bec4-5c0459450faa'] response: {'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'code': 200} Sep 14 02:54:37.507350 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-66c383a6-0d05-4599-bf33-437eae41f62b req-b0ae7cb7-c10c-4198-820d-0e76716c27d0 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474701 Sep 14 02:54:37.507625 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=abbfe331-c726-43ec-a061-d108086dd2b1,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:37.717609 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bbb89-3471-4a55-ab39-8df89f034f7a req-58f00205-dc32-468e-8a23-791672cc61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:37.719156 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-033bbb89-3471-4a55-ab39-8df89f034f7a req-58f00205-dc32-468e-8a23-791672cc61da service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 1130 time: 0.0401084 Sep 14 02:54:37.766592 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-033bbb89-3471-4a55-ab39-8df89f034f7a req-f2992e44-830f-4ff3-a7da-0d8672e45fc3 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408616 Sep 14 02:54:38.648047 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cc5e4-ca86-43a3-8cbc-c3152fbadc96 req-088afda8-5a01-4224-88fe-f323b71758f0 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:38.649506 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ef7cc5e4-ca86-43a3-8cbc-c3152fbadc96 req-088afda8-5a01-4224-88fe-f323b71758f0 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 946 time: 0.0531881 Sep 14 02:54:38.705450 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ef7cc5e4-ca86-43a3-8cbc-c3152fbadc96 req-7cc903dd-df3e-47cc-b5bc-ba48528c197f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499854 Sep 14 02:54:39.730209 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:39.824517 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bb672-1921-4195-939a-6ecf98c0f6bd req-bb754070-bcdb-4051-9650-61969c666608 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:39.826026 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e18bb672-1921-4195-939a-6ecf98c0f6bd req-bb754070-bcdb-4051-9650-61969c666608 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 946 time: 0.0469124 Sep 14 02:54:39.877330 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e18bb672-1921-4195-939a-6ecf98c0f6bd req-b98c9c53-8260-44e5-8e3a-0a3f9ac06d51 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455611 Sep 14 02:54:40.000745 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449474-2540-4c16-8530-fa9c0f018add req-d124952f-7de0-4c0c-9805-e0d17bf188b3 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:40.002129 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2d449474-2540-4c16-8530-fa9c0f018add req-d124952f-7de0-4c0c-9805-e0d17bf188b3 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Sep 14 02:54:40.053226 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2d449474-2540-4c16-8530-fa9c0f018add req-b6f9d5a4-385c-4230-9fbd-6c6fd823e418 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 Sep 14 02:54:40.081739 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42858) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:40.134162 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fee040-31f7-421c-90ca-e03a52e12c53 tempest-TestVolumeBootPattern-980971436 tempest-TestVolumeBootPattern-980971436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:40.135628 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-d0fee040-31f7-421c-90ca-e03a52e12c53 tempest-TestVolumeBootPattern-980971436 tempest-TestVolumeBootPattern-980971436-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 1125 time: 0.0523860 Sep 14 02:54:40.139734 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42860) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:40.143843 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Request body: {'floatingip': {'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'port_id': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:40.167277 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:40.214708 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:40.245883 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:40.352628 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_common [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Allocated IP 172.27.2.208 (008e592a-c6a8-4421-b968-bce08867f8e3/fa6cdd98-27cc-4492-a92e-8209e01be74f/a761118d-ab44-4cb4-a2e5-4eca8fa57f8e) {{(pid=112942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:54:40.461849 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:40.472435 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:40.508960 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:40.548455 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Network 008e592a-c6a8-4421-b968-bce08867f8e3 is already hosted by enough agents. {{(pid=112942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:54:40.553248 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.base_scheduler [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Resources bound (agent type, host, resource id): {{(pid=112942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:40.555859 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Received port after_create {{(pid=112942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:54:40.577198 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=a761118d-ab44-4cb4-a2e5-4eca8fa57f8e,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:40.910139 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (9500e3b4-2134-4440-a87c-843bf8d43cb2), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:40.978336 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), before_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:41.015764 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:41.123901 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), precommit_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:41.128212 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4094966'] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), after_update {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:41.179490 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:41.200436 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633196'] for floatingip (9500e3b4-2134-4440-a87c-843bf8d43cb2), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:41.203760 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event updated for resources: {'Port': ['ID=a761118d-ab44-4cb4-a2e5-4eca8fa57f8e,revision_number=2']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:41.299786 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.l3_db [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Floating IP 9500e3b4-2134-4440-a87c-843bf8d43cb2 associated. External IP: 172.27.2.208, port: abbfe331-c726-43ec-a061-d108086dd2b1. Sep 14 02:54:41.498583 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:54:41.601086 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:54:41.614359 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:54:41.624103 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:41.624669 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:54:41.625281 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:54:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:41.657728 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-9b973950-d2fe-4974-b846-93b7d39139fe tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5169916 Sep 14 02:54:41.658874 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1'}] {{(pid=112942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:41.660978 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90628223ebaf97dcbcbd38eb77b02689e32530db94e3049d7832b4541925beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21fdbf3-6541-4199-836c-99b8983c4e40" -d '{"events": [{"name": "network-changed", "server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1"}]}' {{(pid=112942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:41.697655 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a45eb6-be8b-46c3-a2e7-322d28ca5848 x-openstack-request-id: req-21a45eb6-be8b-46c3-a2e7-322d28ca5848 {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:41.697980 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1", "status": "completed", "code": 200}]} {{(pid=112942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:41.698229 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21a45eb6-be8b-46c3-a2e7-322d28ca5848 {{(pid=112942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:41.698635 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a45eb6-be8b-46c3-a2e7-322d28ca5848'] response: {'name': 'network-changed', 'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'status': 'completed', 'code': 200} Sep 14 02:54:41.727746 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:54:41.759807 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-2e8d3cc3-2537-4862-b222-983cd3c756a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:41.761213 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-2e8d3cc3-2537-4862-b222-983cd3c756a5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 1130 time: 0.0385900 Sep 14 02:54:41.852817 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-3b96ac86-0533-480b-867b-b5329357bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:41.854618 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-3b96ac86-0533-480b-867b-b5329357bbc2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0865865 Sep 14 02:54:41.921963 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-5fd5bab1-c41d-48e0-b2a8-08c76c7538ab service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abbfe331-c726-43ec-a061-d108086dd2b1 HTTP/1.1" status: 200 len: 1000 time: 0.0598257 Sep 14 02:54:41.954675 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}, {'id': '9500e3b4-2134-4440-a87c-843bf8d43cb2', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:ac:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:40Z', 'updated_at': '2022-09-14T02:54:40Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:41.984192 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:54:41.994577 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:54:41.995213 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:54:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:41.999448 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-3493e698-cce3-42ce-9c4c-921d5e5c8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:42.001126 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-3493e698-cce3-42ce-9c4c-921d5e5c8927 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0735290 Sep 14 02:54:42.053895 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-9bd52642-7e95-447a-9969-690e971bf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:42.055414 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-9bd52642-7e95-447a-9969-690e971bf6df service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477862 Sep 14 02:54:42.118964 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:54:42.185840 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-89de63a1-abbf-41d5-aabb-f9a55c59b778 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220000 Sep 14 02:54:42.314758 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-e21fdbf3-6541-4199-836c-99b8983c4e40 req-15a8332b-39b1-4292-bffa-12128663851e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222465 Sep 14 02:54:42.434686 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}, {'id': '9500e3b4-2134-4440-a87c-843bf8d43cb2', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:ac:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:40Z', 'updated_at': '2022-09-14T02:54:40Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:54:42.470932 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143656b0-b368-4d61-9fa3-d6059db4bea1 None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}, {'id': '9500e3b4-2134-4440-a87c-843bf8d43cb2', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:ac:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:54:40Z', 'updated_at': '2022-09-14T02:54:40Z', 'revision_number': 0, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:54:42.673606 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebf04d-2a80-4be0-b057-119e3bcfe99b None None] New status for floating IP 9500e3b4-2134-4440-a87c-843bf8d43cb2: ACTIVE {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:54:43.690959 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42888) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:43.804848 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bb1af305-9588-4c9a-92b7-ab16b2b935f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:43.886296 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bb1af305-9588-4c9a-92b7-ab16b2b935f4 admin admin] Publish callbacks [] for security_group (8150cef4-404c-40ae-9709-c35d2e7dee92), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:43.891529 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-bb1af305-9588-4c9a-92b7-ab16b2b935f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (8150cef4-404c-40ae-9709-c35d2e7dee92), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:43.932577 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1af305-9588-4c9a-92b7-ab16b2b935f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8150cef4-404c-40ae-9709-c35d2e7dee92,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:43.938421 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-bb1af305-9588-4c9a-92b7-ab16b2b935f4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2fe34f3084d648a5ad312396d9ba6016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461963 Sep 14 02:54:43.941545 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42892) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:43.994756 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-49f788ab-337f-49f7-acf7-6f2ff9cc5a02 admin admin] Publish callbacks [] for security_group (8150cef4-404c-40ae-9709-c35d2e7dee92), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.015813 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-49f788ab-337f-49f7-acf7-6f2ff9cc5a02 admin admin] Publish callbacks [] for security_group (8150cef4-404c-40ae-9709-c35d2e7dee92), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.065002 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-49f788ab-337f-49f7-acf7-6f2ff9cc5a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (8150cef4-404c-40ae-9709-c35d2e7dee92), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.068160 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-49f788ab-337f-49f7-acf7-6f2ff9cc5a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.069712 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-49f788ab-337f-49f7-acf7-6f2ff9cc5a02 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8150cef4-404c-40ae-9709-c35d2e7dee92 HTTP/1.1" status: 204 len: 168 time: 0.1271477 Sep 14 02:54:44.077560 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f788ab-337f-49f7-acf7-6f2ff9cc5a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8150cef4-404c-40ae-9709-c35d2e7dee92,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:44.751336 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 42914) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:44.853189 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.v2.base [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-376002069-network', 'tenant_id': '1b339c4389ae40e78be1531f691d7849'}} {{(pid=112942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:44.875258 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Made reservation on behalf of 1b339c4389ae40e78be1531f691d7849 for: {'network': 1} {{(pid=112942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:54:44.877541 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for network (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.886207 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.905398 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:44.960187 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks [] for security_group (dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.966589 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:44.995277 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=112942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 02:54:45.001963 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:45.009612 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (e468946d-de84-453e-b039-646a0799c3c3), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:45.009994 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.db.segments_db [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Added segment e468946d-de84-453e-b039-646a0799c3c3 of type vlan for network ff84bef6-58cc-4418-a899-c0dbb675d0ff Sep 14 02:54:45.011108 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:45.055771 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769596201400'] for network (ff84bef6-58cc-4418-a899-c0dbb675d0ff), precommit_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:45.082061 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706'] for network (ff84bef6-58cc-4418-a899-c0dbb675d0ff), after_create {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:45.083168 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:45.083870 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:45.143818 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3913972 Sep 14 02:54:45.146945 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e5ceb-f03c-44f6-ae52-6b1d6fb299f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff84bef6-58cc-4418-a899-c0dbb675d0ff,revision_number=1']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:45.147128 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 42918) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:54:45.151937 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Request body: {'subnet': {'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-376002069-subnet', 'tenant_id': '1b339c4389ae40e78be1531f691d7849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:45.156662 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Network ff84bef6-58cc-4418-a899-c0dbb675d0ff details requested by agent ovs-agent-dv-cinder-857075-6-iscsi with host dv-cinder-857075-6-iscsi {{(pid=112944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 02:54:45.174818 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Made reservation on behalf of 1b339c4389ae40e78be1531f691d7849 for: {'subnet': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:54:45.177333 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8699191'] for subnet (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:45.272674 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:45.293710 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:45.356011 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8699169'] for subnet (3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:45.400636 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e,revision_number=0']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:45.419246 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Checking segment: {'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:54:45.419597 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Network hostable DHCP agents. Network: ff84bef6-58cc-4418-a899-c0dbb675d0ff, hostable agents: ['5846806b-df3c-4449-8f98-ab85d7556d90'], hosted agents: [] {{(pid=112943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 02:54:45.438217 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Network ff84bef6-58cc-4418-a899-c0dbb675d0ff is scheduled to be hosted by DHCP agent 5846806b-df3c-4449-8f98-ab85d7556d90 with binding_index 1 {{(pid=112943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 02:54:45.447670 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-6-iscsi, ff84bef6-58cc-4418-a899-c0dbb675d0ff) {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:45.452474 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:45.453560 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:45.456523 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffcf7a3-67fb-4f05-9171-78ef292fda49 None None] Network ff84bef6-58cc-4418-a899-c0dbb675d0ff requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:54:45.478403 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-7d8b18d5-2b67-4010-b48c-1938b01f5580 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3302073 Sep 14 02:54:45.557973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3820ba-b97a-447d-885b-fc5899d10ee9 None None] Network ff84bef6-58cc-4418-a899-c0dbb675d0ff requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:54:47.272622 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9740c5c9-6dca-4d85-8b5a-79ba0230495f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:47.274119 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9740c5c9-6dca-4d85-8b5a-79ba0230495f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ff84bef6-58cc-4418-a899-c0dbb675d0ff HTTP/1.1" status: 200 len: 808 time: 0.1094372 Sep 14 02:54:47.291354 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-eb6ca20d-0439-42b9-94c0-6d82d290eee2 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/quotas/1b339c4389ae40e78be1531f691d7849 HTTP/1.1" status: 200 len: 375 time: 0.0091622 Sep 14 02:54:47.322285 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-4d6f6eee-9c4f-45b4-9000-0bf96dc0e338 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1b339c4389ae40e78be1531f691d7849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262051 Sep 14 02:54:47.440201 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-231a0441-02fb-465d-a363-68f767d90d98 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381174 Sep 14 02:54:47.471106 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-f1880f2f-2131-4502-8694-a49d5aedfc42 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423631 Sep 14 02:54:47.533579 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-b0566afa-ee6a-4672-a44b-67fb32ab8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:47.535165 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-b0566afa-ee6a-4672-a44b-67fb32ab8f96 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1129 time: 0.0496268 Sep 14 02:54:47.572818 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-1710e5fa-ed1d-47eb-8b40-597a1c83dbfc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959218 Sep 14 02:54:47.649397 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-db7322f2-eb26-4858-bc75-796a972dded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:47.650881 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-db7322f2-eb26-4858-bc75-796a972dded4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0908499 Sep 14 02:54:47.717241 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-fb1f3586-8809-4858-9481-fea9fd351f67 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 200 len: 1001 time: 0.0595131 Sep 14 02:54:47.747615 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0f8b334e-b856-447d-aaef-ee318f111ed4 req-b645d5d7-229f-4515-8d79-42883fe97535 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 210 time: 0.0331225 Sep 14 02:54:47.777365 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-bdf91319-53bf-41c4-ad70-76e9e13d8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:47.778923 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-bdf91319-53bf-41c4-ad70-76e9e13d8ed0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0558236 Sep 14 02:54:47.823357 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-5afbfecd-f3cc-4192-9f8b-b1e2d38b489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:47.825061 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-5afbfecd-f3cc-4192-9f8b-b1e2d38b489d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401270 Sep 14 02:54:47.921178 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-ac006fd5-b404-4f2a-b481-6ca2c81812b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895047 Sep 14 02:54:48.012397 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-6f72d7ff-156c-4c5c-8b4f-714ea20c27c6 req-1df49133-5d65-4b48-9283-d03ceb90eed0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856278 Sep 14 02:54:48.852596 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f77d62b6-b644-4c5d-8bdf-fbf8ef1732b8 req-6b6a9cef-1261-4695-a433-b1a8fb68e5db tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 210 time: 0.0274336 Sep 14 02:54:49.102294 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-d4556974-8442-44fe-a613-ec4ec4e4e0db tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:49.103813 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-d4556974-8442-44fe-a613-ec4ec4e4e0db tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ff84bef6-58cc-4418-a899-c0dbb675d0ff HTTP/1.1" status: 200 len: 808 time: 0.1057637 Sep 14 02:54:49.116329 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Request body: {'port': {'device_id': 'd097096d-b885-4f9a-9467-8a208604d281', 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff', 'admin_state_up': True, 'tenant_id': '1b339c4389ae40e78be1531f691d7849'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:49.215956 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:49.217897 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:49.224798 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Made reservation on behalf of 1b339c4389ae40e78be1531f691d7849 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:54:49.230120 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.388069 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Allocated IP 172.20.0.13 (ff84bef6-58cc-4418-a899-c0dbb675d0ff/3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e/838602d7-93e0-4fa9-8188-45d7d400035a) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:54:49.537038 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks [] for port (838602d7-93e0-4fa9-8188-45d7d400035a), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.580459 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.625063 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Network ff84bef6-58cc-4418-a899-c0dbb675d0ff is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:54:49.632206 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:54:49.636275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:54:49.642346 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Pushing event updated for resources: {'Port': ['ID=838602d7-93e0-4fa9-8188-45d7d400035a,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:49.700112 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:49.700717 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.720943 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-c2d06939-749f-4ea8-be5e-3eac807aaffe tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081710 Sep 14 02:54:49.731909 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Request body: {'port': {'device_id': 'd097096d-b885-4f9a-9467-8a208604d281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:54:49.791973 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:49.976787 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d98b72-ca56-4794-8172-e4825c91e4ba req-df253137-0c4d-4ced-9c72-286c34be8a8f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:49.978388 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c3d98b72-ca56-4794-8172-e4825c91e4ba req-df253137-0c4d-4ced-9c72-286c34be8a8f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 932 time: 0.0504355 Sep 14 02:54:50.036836 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c3d98b72-ca56-4794-8172-e4825c91e4ba req-44a528b6-13e3-4d5f-8b2e-33c7aaab9b8a tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501022 Sep 14 02:54:50.056625 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:50.058900 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838602d7-93e0-4fa9-8188-45d7d400035a {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:50.067735 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Publish callbacks [] for port (838602d7-93e0-4fa9-8188-45d7d400035a), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.074022 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:50.083313 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Transition to ACTIVE for port object 838602d7-93e0-4fa9-8188-45d7d400035a will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:54:50.087639 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.143987 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Pushing event updated for resources: {'Port': ['ID=838602d7-93e0-4fa9-8188-45d7d400035a,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:50.195443 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Attempting to bind port 838602d7-93e0-4fa9-8188-45d7d400035a on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:54:50.195768 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Attempting to bind port 838602d7-93e0-4fa9-8188-45d7d400035a by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:54:50.196086 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Attempting to bind port 838602d7-93e0-4fa9-8188-45d7d400035a on network ff84bef6-58cc-4418-a899-c0dbb675d0ff {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:50.239589 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Port 838602d7-93e0-4fa9-8188-45d7d400035a on network ff84bef6-58cc-4418-a899-c0dbb675d0ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:54:50.239842 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Attempting to bind port 838602d7-93e0-4fa9-8188-45d7d400035a on network ff84bef6-58cc-4418-a899-c0dbb675d0ff {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:54:50.280728 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:54:50.281061 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Checking segment: {'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:54:50.281435 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Bound using segment: {'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:54:50.281882 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Bound port: 838602d7-93e0-4fa9-8188-45d7d400035a, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:54:50.282233 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.344758 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] For port 838602d7-93e0-4fa9-8188-45d7d400035a, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:54:50.347994 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] For port 838602d7-93e0-4fa9-8188-45d7d400035a, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=838602d7-93e0-4fa9-8188-45d7d400035a,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:54:50.357818 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.363058 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:50.363673 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:50.365097 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/838602d7-93e0-4fa9-8188-45d7d400035a HTTP/1.1" status: 200 len: 1094 time: 0.6380448 Sep 14 02:54:50.365650 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd097096d-b885-4f9a-9467-8a208604d281', 'tag': '838602d7-93e0-4fa9-8188-45d7d400035a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:50.367959 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4642fbac-7bb8-427b-9a75-d34911163654" -d '{"events": [{"name": "network-changed", "server_uuid": "d097096d-b885-4f9a-9467-8a208604d281", "tag": "838602d7-93e0-4fa9-8188-45d7d400035a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:50.428348 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb94efe-26c3-4a44-97b2-7b2659edff73 x-openstack-request-id: req-bfb94efe-26c3-4a44-97b2-7b2659edff73 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:50.428629 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d097096d-b885-4f9a-9467-8a208604d281", "tag": "838602d7-93e0-4fa9-8188-45d7d400035a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:50.428873 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfb94efe-26c3-4a44-97b2-7b2659edff73 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:50.429259 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb94efe-26c3-4a44-97b2-7b2659edff73'] response: {'name': 'network-changed', 'server_uuid': 'd097096d-b885-4f9a-9467-8a208604d281', 'tag': '838602d7-93e0-4fa9-8188-45d7d400035a', 'status': 'completed', 'code': 200} Sep 14 02:54:50.433428 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2a74c-38c6-4700-aff7-85e8ba7096d7 service neutron] Pushing event updated for resources: {'Port': ['ID=838602d7-93e0-4fa9-8188-45d7d400035a,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:50.462234 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-78023c1c-ad59-461b-b514-d31f9371ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:50.463718 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-78023c1c-ad59-461b-b514-d31f9371ace5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1b339c4389ae40e78be1531f691d7849&device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 1128 time: 0.0489991 Sep 14 02:54:50.505829 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-dc264c06-7111-4c9f-8244-bf9da35e5eaa service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=838602d7-93e0-4fa9-8188-45d7d400035a HTTP/1.1" status: 200 len: 217 time: 0.0314748 Sep 14 02:54:50.555204 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-0e272c06-1747-4397-8988-aaa992ffbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:50.556683 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-0e272c06-1747-4397-8988-aaa992ffbd17 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e HTTP/1.1" status: 200 len: 848 time: 0.0454288 Sep 14 02:54:50.589201 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-1f848297-5cc7-43d0-aad5-b19b7b481e65 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ff84bef6-58cc-4418-a899-c0dbb675d0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255432 Sep 14 02:54:50.681883 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-8e976050-4dbb-4945-a3a2-22ed0e26ec99 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Sep 14 02:54:51.043577 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-7b6b6e39-21b3-49a9-b93f-e4c87546cea1 req-6b2ca6cf-61d9-4c9a-8a01-43199d4e4198 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551369 Sep 14 02:54:51.162478 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061239e0-7d89-4a9d-9120-35feeac5116a req-010a3941-6ec7-4230-be7a-40efe26683d3 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:51.163940 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-061239e0-7d89-4a9d-9120-35feeac5116a req-010a3941-6ec7-4230-be7a-40efe26683d3 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 944 time: 0.0474670 Sep 14 02:54:51.217418 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-061239e0-7d89-4a9d-9120-35feeac5116a req-6db20491-e611-4848-88bf-80c55c84342e tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Sep 14 02:54:51.907727 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642fbac-7bb8-427b-9a75-d34911163654 req-c57008cb-b25a-4902-b9f7-d930dd26cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:51.909201 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4642fbac-7bb8-427b-9a75-d34911163654 req-c57008cb-b25a-4902-b9f7-d930dd26cfb1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1b339c4389ae40e78be1531f691d7849&device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 1128 time: 0.0386803 Sep 14 02:54:52.008927 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642fbac-7bb8-427b-9a75-d34911163654 req-facf7f14-b3fe-49a6-a09c-c74cda589d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:52.010406 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4642fbac-7bb8-427b-9a75-d34911163654 req-facf7f14-b3fe-49a6-a09c-c74cda589d48 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ff84bef6-58cc-4418-a899-c0dbb675d0ff HTTP/1.1" status: 200 len: 909 time: 0.0883636 Sep 14 02:54:52.050722 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4642fbac-7bb8-427b-9a75-d34911163654 req-428049a4-5c72-4ade-b62a-c03202d7c0df service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=838602d7-93e0-4fa9-8188-45d7d400035a HTTP/1.1" status: 200 len: 217 time: 0.0338943 Sep 14 02:54:52.093804 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:52.100296 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642fbac-7bb8-427b-9a75-d34911163654 req-67a9d489-cd18-450b-b975-ae5d662a52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:52.101855 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4642fbac-7bb8-427b-9a75-d34911163654 req-67a9d489-cd18-450b-b975-ae5d662a52ef service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e HTTP/1.1" status: 200 len: 848 time: 0.0446630 Sep 14 02:54:52.140380 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4642fbac-7bb8-427b-9a75-d34911163654 req-f81b19fb-e9cf-4ec5-8495-ef036f377822 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ff84bef6-58cc-4418-a899-c0dbb675d0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264134 Sep 14 02:54:52.227660 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:52.244433 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4642fbac-7bb8-427b-9a75-d34911163654 req-3d3e21ca-c9fe-4128-ace6-27adfc9104e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Sep 14 02:54:52.340349 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d838-1c0a-4f84-922d-9321beaa655e req-ff3d62e2-41d6-4a0e-af8e-852f9b675d10 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:52.340988 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-4642fbac-7bb8-427b-9a75-d34911163654 req-aa2b79c0-e22d-49cd-aaa9-8684a02e85d7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885382 Sep 14 02:54:52.341815 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-af13d838-1c0a-4f84-922d-9321beaa655e req-ff3d62e2-41d6-4a0e-af8e-852f9b675d10 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 944 time: 0.0471191 Sep 14 02:54:52.353198 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:52.391836 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-af13d838-1c0a-4f84-922d-9321beaa655e req-b70e043f-6808-47fa-91bc-2e179ce343ae tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Sep 14 02:54:53.301146 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 838602d7-93e0-4fa9-8188-45d7d400035a details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:54:53.403638 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 838602d7-93e0-4fa9-8188-45d7d400035a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=838602d7-93e0-4fa9-8188-45d7d400035a,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:53.420679 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': '838602d7-93e0-4fa9-8188-45d7d400035a', 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff', 'port_id': '838602d7-93e0-4fa9-8188-45d7d400035a', 'mac_address': 'fa:16:3e:c9:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:54:53.467261 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 838602d7-93e0-4fa9-8188-45d7d400035a is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:53.467646 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:53.481245 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838602d7-93e0-4fa9-8188-45d7d400035a {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:54:53.500931 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 838602d7-93e0-4fa9-8188-45d7d400035a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=838602d7-93e0-4fa9-8188-45d7d400035a,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:53.506435 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:53.527670 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eef535-a048-483c-b88e-86473863c903 req-d41b2239-57c2-4629-9dae-995f0e690aea tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:53.529128 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-84eef535-a048-483c-b88e-86473863c903 req-d41b2239-57c2-4629-9dae-995f0e690aea tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 944 time: 0.0483704 Sep 14 02:54:53.548913 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:53.552263 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=838602d7-93e0-4fa9-8188-45d7d400035a,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:53.582688 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-84eef535-a048-483c-b88e-86473863c903 req-6f31cc13-9e0a-4e0c-acc7-8aeea7735943 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476241 Sep 14 02:54:53.719138 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['838602d7-93e0-4fa9-8188-45d7d400035a'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:53.739656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:53.986447 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd8d7-a937-44db-ab1f-830d37357d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:54.726075 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33756c1f-9a83-43d9-a16b-e5db207b2bb6 req-99e7cf13-4e5d-451d-9e7c-6b8ca2c1a8eb tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:54.727540 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-33756c1f-9a83-43d9-a16b-e5db207b2bb6 req-99e7cf13-4e5d-451d-9e7c-6b8ca2c1a8eb tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 945 time: 0.0524571 Sep 14 02:54:54.777911 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-33756c1f-9a83-43d9-a16b-e5db207b2bb6 req-ef4022c5-09e6-4c54-bcdc-f6490d44932f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Sep 14 02:54:55.303004 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 838602d7-93e0-4fa9-8188-45d7d400035a up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:54:55.357233 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port 838602d7-93e0-4fa9-8188-45d7d400035a completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:54:55.365306 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port 838602d7-93e0-4fa9-8188-45d7d400035a triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:54:55.365653 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:55.366059 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port 838602d7-93e0-4fa9-8188-45d7d400035a Sep 14 02:54:55.421541 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=71 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:55.427134 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=85 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:55.443000 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port 838602d7-93e0-4fa9-8188-45d7d400035a is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:54:55.443375 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:55.467273 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd097096d-b885-4f9a-9467-8a208604d281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838602d7-93e0-4fa9-8188-45d7d400035a'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:55.469529 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d2192a-8d5b-475d-8c59-290a10fd72af" -d '{"events": [{"server_uuid": "d097096d-b885-4f9a-9467-8a208604d281", "name": "network-vif-plugged", "status": "completed", "tag": "838602d7-93e0-4fa9-8188-45d7d400035a"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:55.482251 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port 838602d7-93e0-4fa9-8188-45d7d400035a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=838602d7-93e0-4fa9-8188-45d7d400035a,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:55.487281 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:55.509949 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb00f2b-bed6-4650-a5f3-254b846a3b65 x-openstack-request-id: req-bbb00f2b-bed6-4650-a5f3-254b846a3b65 {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:55.510236 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d097096d-b885-4f9a-9467-8a208604d281", "name": "network-vif-plugged", "status": "completed", "tag": "838602d7-93e0-4fa9-8188-45d7d400035a", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:55.510490 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbb00f2b-bed6-4650-a5f3-254b846a3b65 {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:55.510869 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb00f2b-bed6-4650-a5f3-254b846a3b65'] response: {'server_uuid': 'd097096d-b885-4f9a-9467-8a208604d281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838602d7-93e0-4fa9-8188-45d7d400035a', 'code': 200} Sep 14 02:54:55.537125 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=838602d7-93e0-4fa9-8188-45d7d400035a,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:55.673130 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68d3c-f3c9-4e31-882c-44fe1f46ba22 req-adba9cd6-5440-4d9d-bcbc-04c319557c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:55.674649 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d3b68d3c-f3c9-4e31-882c-44fe1f46ba22 req-adba9cd6-5440-4d9d-bcbc-04c319557c0b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 1130 time: 0.0393932 Sep 14 02:54:55.721050 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-d3b68d3c-f3c9-4e31-882c-44fe1f46ba22 req-247ca3f7-18e4-4e26-89fa-5134777d8553 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395422 Sep 14 02:54:55.910039 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099d5ba-bb6d-4b5b-8ee3-ed526de15985 req-211630df-ccfb-472e-960a-19575a226ef8 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:55.911511 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2099d5ba-bb6d-4b5b-8ee3-ed526de15985 req-211630df-ccfb-472e-960a-19575a226ef8 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 946 time: 0.0468252 Sep 14 02:54:55.949163 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:54:55.961518 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-2099d5ba-bb6d-4b5b-8ee3-ed526de15985 req-d58ca1e5-c57c-4b30-b31e-deade7032df7 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Sep 14 02:54:56.147501 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d7e18ded-c77e-4515-977b-6f44e65fd0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:56.464592 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:54:57.100245 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5e0d-8a8e-4b30-909a-b2097d582060 req-1ea7211e-8840-4257-91df-0179b1731cc9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:57.101697 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6b6f5e0d-8a8e-4b30-909a-b2097d582060 req-1ea7211e-8840-4257-91df-0179b1731cc9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 946 time: 0.0546334 Sep 14 02:54:57.151440 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-6b6f5e0d-8a8e-4b30-909a-b2097d582060 req-96500dd4-8b25-43f8-81e0-5a2e537f9ad0 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Sep 14 02:54:57.547040 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:57.816004 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaa3f6-ec96-4c91-bafc-1fdc6c44903b req-d41382c4-6f8b-48aa-b1a6-00784bbd5a5f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:57.817501 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ddaaa3f6-ec96-4c91-bafc-1fdc6c44903b req-d41382c4-6f8b-48aa-b1a6-00784bbd5a5f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 946 time: 0.0490587 Sep 14 02:54:57.867077 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-ddaaa3f6-ec96-4c91-bafc-1fdc6c44903b req-36225f35-bc92-4810-8d5c-944d8d925621 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436919 Sep 14 02:54:58.940954 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:58.989199 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:59.001680 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54eb4-56a4-4cd0-805f-40b60880fae8 req-9efc6ef0-ba60-493d-8505-55d65b0dc6e2 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:59.003188 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-84f54eb4-56a4-4cd0-805f-40b60880fae8 req-9efc6ef0-ba60-493d-8505-55d65b0dc6e2 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 946 time: 0.0478940 Sep 14 02:54:59.053130 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-84f54eb4-56a4-4cd0-805f-40b60880fae8 req-03775fb3-57e4-43b9-a7de-46129c3c3a6d tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441802 Sep 14 02:54:59.139443 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-b81752d7-7961-4306-955b-b81c3a9bf5c0 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:54:59.140765 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-b81752d7-7961-4306-955b-b81c3a9bf5c0 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 946 time: 0.0460463 Sep 14 02:54:59.226852 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Deleting port 838602d7-93e0-4fa9-8188-45d7d400035a {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:54:59.227139 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:59.316631 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] For port 838602d7-93e0-4fa9-8188-45d7d400035a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=838602d7-93e0-4fa9-8188-45d7d400035a,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:54:59.316982 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:59.330230 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Calling delete_port for 838602d7-93e0-4fa9-8188-45d7d400035a owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:54:59.462791 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (838602d7-93e0-4fa9-8188-45d7d400035a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:59.475555 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['838602d7-93e0-4fa9-8188-45d7d400035a'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:54:59.490465 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Pushing event deleted for resources: {'Port': ['ID=838602d7-93e0-4fa9-8188-45d7d400035a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:54:59.537033 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] No DVR routers for this DVR port 838602d7-93e0-4fa9-8188-45d7d400035a on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:54:59.539678 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:54:59.542841 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-69b32d87-5eef-4d7c-bcb3-db80efa031c4 req-825375b4-f3ae-4b37-8875-a564b0df91f9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "DELETE /networking/v2.0/ports/838602d7-93e0-4fa9-8188-45d7d400035a HTTP/1.1" status: 204 len: 173 time: 0.3964672 Sep 14 02:54:59.543338 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd097096d-b885-4f9a-9467-8a208604d281', 'name': 'network-vif-deleted', 'tag': '838602d7-93e0-4fa9-8188-45d7d400035a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:54:59.545553 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa0572c-1f63-4abf-b728-bcfa56dd0765" -d '{"events": [{"server_uuid": "d097096d-b885-4f9a-9467-8a208604d281", "name": "network-vif-deleted", "tag": "838602d7-93e0-4fa9-8188-45d7d400035a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:54:59.593889 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f5b103-4419-4478-afbb-c4177a2ffd74 x-openstack-request-id: req-30f5b103-4419-4478-afbb-c4177a2ffd74 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:54:59.594185 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d097096d-b885-4f9a-9467-8a208604d281", "name": "network-vif-deleted", "tag": "838602d7-93e0-4fa9-8188-45d7d400035a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:54:59.594486 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30f5b103-4419-4478-afbb-c4177a2ffd74 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:54:59.594902 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f5b103-4419-4478-afbb-c4177a2ffd74'] response: {'server_uuid': 'd097096d-b885-4f9a-9467-8a208604d281', 'name': 'network-vif-deleted', 'tag': '838602d7-93e0-4fa9-8188-45d7d400035a', 'status': 'completed', 'code': 200} Sep 14 02:55:00.436816 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-40b49284-0c48-4263-8b7e-8a19b3998de6 req-900a5ba1-b328-4297-b39f-6d4984c03993 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d097096d-b885-4f9a-9467-8a208604d281 HTTP/1.1" status: 200 len: 210 time: 0.2932215 Sep 14 02:55:01.737569 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd9d03-4133-4102-8657-212e0d32193d req-035e3ca5-3d58-410a-ab7c-892d7ad0f3e6 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:01.738932 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-035e3ca5-3d58-410a-ab7c-892d7ad0f3e6 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ff84bef6-58cc-4418-a899-c0dbb675d0ff HTTP/1.1" status: 200 len: 808 time: 0.1018090 Sep 14 02:55:01.753819 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-9bae9638-7a42-484b-8abe-af381d359ebc tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/quotas/1b339c4389ae40e78be1531f691d7849 HTTP/1.1" status: 200 len: 375 time: 0.0092237 Sep 14 02:55:01.787546 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-c114b0f9-9305-4a1c-9964-e7488bba7d3b tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1b339c4389ae40e78be1531f691d7849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288150 Sep 14 02:55:01.880983 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-1542bdcf-9de5-4eac-9f79-076b171d1001 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866880 Sep 14 02:55:01.976027 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-cf7135f3-fc9c-4f29-b5ef-95c9c3a62efb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887566 Sep 14 02:55:02.146948 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-d758c441-7c17-4e0d-8891-3b8cc77da001 req-cb311aa0-12c2-4494-aa71-9497d31a4bba tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 210 time: 0.0273125 Sep 14 02:55:03.224905 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd9d03-4133-4102-8657-212e0d32193d req-c469c72b-a91d-48dd-a25c-f79b7444e3e9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:03.226547 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-c469c72b-a91d-48dd-a25c-f79b7444e3e9 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ff84bef6-58cc-4418-a899-c0dbb675d0ff HTTP/1.1" status: 200 len: 808 time: 0.1066029 Sep 14 02:55:03.240434 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Request body: {'port': {'device_id': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff', 'admin_state_up': True, 'tenant_id': '1b339c4389ae40e78be1531f691d7849'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:03.257470 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-308eb87d-8e1d-43d0-a1ba-c1d2d029c4ac req-bd7f247b-f5a2-4f5d-8bb5-0bc21551f909 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 210 time: 0.0305698 Sep 14 02:55:03.357950 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Made reservation on behalf of 1b339c4389ae40e78be1531f691d7849 for: {'port': 1} {{(pid=112943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 02:55:03.360391 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 838602d7-93e0-4fa9-8188-45d7d400035a no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:55:03.361759 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (None), before_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:03.372755 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:03.378619 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:03.379084 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 838602d7-93e0-4fa9-8188-45d7d400035a {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:55:03.379476 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 838602d7-93e0-4fa9-8188-45d7d400035a not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:55:03.489750 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_common [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Allocated IP 172.20.0.6 (ff84bef6-58cc-4418-a899-c0dbb675d0ff/3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e/e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab) {{(pid=112943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 02:55:03.634115 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks [] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), precommit_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:03.670051 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769596249555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), after_create {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:03.723380 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Network ff84bef6-58cc-4418-a899-c0dbb675d0ff is already hosted by enough agents. {{(pid=112943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 02:55:03.728509 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.base_scheduler [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Resources bound (agent type, host, resource id): {{(pid=112943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 02:55:03.730698 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Pushing event updated for resources: {'Port': ['ID=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,revision_number=1']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:03.732773 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Received port after_create {{(pid=112943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 02:55:03.783130 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:03.783633 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:03.800647 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-42e47516-ceff-4669-bfb7-7e2f8dd471d5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643454 Sep 14 02:55:03.812920 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.v2.base [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Request body: {'port': {'device_id': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=112943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 02:55:03.877557 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.137817 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab {{(pid=112943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:55:04.145394 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Publish callbacks [] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), precommit_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.157985 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.provisioning_blocks [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Transition to ACTIVE for port object e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab will not be triggered until provisioned by entity L2. {{(pid=112943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 02:55:04.162864 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.166240 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:04.168679 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:04.211510 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32763767-6218-41cc-8fc0-416531084973 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,revision_number=2']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:04.279445 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Attempting to bind port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab on host hv-cinder-85707 for vnic_type normal with profile {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 02:55:04.280147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Attempting to bind port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 02:55:04.280147 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Attempting to bind port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab on network ff84bef6-58cc-4418-a899-c0dbb675d0ff {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:04.320862 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab on network ff84bef6-58cc-4418-a899-c0dbb675d0ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 02:55:04.321182 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Attempting to bind port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab on network ff84bef6-58cc-4418-a899-c0dbb675d0ff {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 02:55:04.363718 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Checking agent: {'id': 'a6c22472-da57-44c0-abdd-34d2d5f8e85d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'started_at': datetime.datetime(2022, 9, 14, 2, 39, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 02:55:04.364066 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Checking segment: {'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 02:55:04.364438 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Bound using segment: {'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'} {{(pid=112943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 02:55:04.364861 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.managers [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Bound port: e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e468946d-de84-453e-b039-646a0799c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff'}}] {{(pid=112943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 02:55:04.365212 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), before_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.384593 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dc5a2-8b04-4a4d-9556-2dac3090ee7b req-6a2da475-d4d6-48e3-a960-4f705d8f7056 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:04.386051 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-135dc5a2-8b04-4a4d-9556-2dac3090ee7b req-6a2da475-d4d6-48e3-a960-4f705d8f7056 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 943 time: 0.0497127 Sep 14 02:55:04.406684 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:04.430548 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] For port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab, host hv-cinder-85707, cleared binding levels {{(pid=112943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 02:55:04.433633 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] For port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 02:55:04.434505 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-135dc5a2-8b04-4a4d-9556-2dac3090ee7b req-0729115a-7976-4b07-bab6-24bf8a91b3a4 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Sep 14 02:55:04.441351 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3488894'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), after_update {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.445587 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:04.446216 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:04.447562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-32763767-6218-41cc-8fc0-416531084973 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab HTTP/1.1" status: 200 len: 1093 time: 0.6385560 Sep 14 02:55:04.449062 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'tag': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:04.451350 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda367f-921d-4e73-9bee-bb3336914689" -d '{"events": [{"name": "network-changed", "server_uuid": "afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4", "tag": "e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:04.504514 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32763767-6218-41cc-8fc0-416531084973 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,revision_number=3']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:04.522221 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbba6ba-b1b1-42c9-8b73-054ad2e9fe48 x-openstack-request-id: req-3fbba6ba-b1b1-42c9-8b73-054ad2e9fe48 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:04.522607 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4", "tag": "e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:04.522773 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fbba6ba-b1b1-42c9-8b73-054ad2e9fe48 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:04.523157 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbba6ba-b1b1-42c9-8b73-054ad2e9fe48'] response: {'name': 'network-changed', 'server_uuid': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'tag': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab', 'status': 'completed', 'code': 200} Sep 14 02:55:04.534896 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd9d03-4133-4102-8657-212e0d32193d req-3b398c1f-7b5c-4f59-92d9-87684d20c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:04.536371 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-3b398c1f-7b5c-4f59-92d9-87684d20c755 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1b339c4389ae40e78be1531f691d7849&device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 1127 time: 0.0434954 Sep 14 02:55:04.581111 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-89eca774-3866-4209-b7bb-72aa671d2290 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab HTTP/1.1" status: 200 len: 217 time: 0.0366039 Sep 14 02:55:04.635614 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd9d03-4133-4102-8657-212e0d32193d req-c91e2241-91ff-473f-8467-8d89e8bf6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:04.637056 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-c91e2241-91ff-473f-8467-8d89e8bf6e37 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e HTTP/1.1" status: 200 len: 848 time: 0.0499854 Sep 14 02:55:04.670034 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-633a9816-6b36-4e1e-98f5-938cf9db2dc9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ff84bef6-58cc-4418-a899-c0dbb675d0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261154 Sep 14 02:55:04.761706 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-82068fd4-de55-40c2-ba66-1f0c30ae4b28 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Sep 14 02:55:04.853165 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-bcfd9d03-4133-4102-8657-212e0d32193d req-576f702b-d4bf-4e2c-a2c3-7f0cb8daf9ca service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851853 Sep 14 02:55:05.566075 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b49d-499c-4b5b-a7e2-789ae4009f78 req-3620ab84-6183-4905-a151-62cf333d6f64 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:05.567926 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3096b49d-499c-4b5b-a7e2-789ae4009f78 req-3620ab84-6183-4905-a151-62cf333d6f64 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 943 time: 0.0520859 Sep 14 02:55:05.622548 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-3096b49d-499c-4b5b-a7e2-789ae4009f78 req-ced9d2c7-73fb-4946-9225-d16838bb1955 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487583 Sep 14 02:55:05.691797 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda367f-921d-4e73-9bee-bb3336914689 req-b6f37e24-1ec6-415d-9065-cbf4b5947987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:05.693340 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2eda367f-921d-4e73-9bee-bb3336914689 req-b6f37e24-1ec6-415d-9065-cbf4b5947987 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1b339c4389ae40e78be1531f691d7849&device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 1127 time: 0.0406635 Sep 14 02:55:05.796136 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda367f-921d-4e73-9bee-bb3336914689 req-784f2a3c-a1fa-4a6a-9af5-56bd56104e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:05.797503 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2eda367f-921d-4e73-9bee-bb3336914689 req-784f2a3c-a1fa-4a6a-9af5-56bd56104e7c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ff84bef6-58cc-4418-a899-c0dbb675d0ff HTTP/1.1" status: 200 len: 909 time: 0.0974352 Sep 14 02:55:05.835237 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2eda367f-921d-4e73-9bee-bb3336914689 req-e8d62944-ef52-4583-8576-310a2243ecae service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab HTTP/1.1" status: 200 len: 217 time: 0.0312548 Sep 14 02:55:05.886089 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda367f-921d-4e73-9bee-bb3336914689 req-fe540114-9453-40b9-80fe-a5a8d4366a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:05.887510 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2eda367f-921d-4e73-9bee-bb3336914689 req-fe540114-9453-40b9-80fe-a5a8d4366a9e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e HTTP/1.1" status: 200 len: 848 time: 0.0470746 Sep 14 02:55:05.919607 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2eda367f-921d-4e73-9bee-bb3336914689 req-f0be19ea-5f81-4c58-aee6-57015a569a9e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ff84bef6-58cc-4418-a899-c0dbb675d0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249252 Sep 14 02:55:05.989991 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=100 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:06.009843 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:06.037226 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2eda367f-921d-4e73-9bee-bb3336914689 req-d148ebf1-abca-4df6-911c-4a6aef6562c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107316 Sep 14 02:55:06.141221 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-2eda367f-921d-4e73-9bee-bb3336914689 req-001abf04-2f7a-485a-9118-cc07835b5cc5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978816 Sep 14 02:55:06.461619 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:06.766677 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf9cad-f661-4814-b9fa-772b9f359b23 req-eef7be0a-4f13-4447-9447-93e179241185 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:06.768016 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15bf9cad-f661-4814-b9fa-772b9f359b23 req-eef7be0a-4f13-4447-9447-93e179241185 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 943 time: 0.0495617 Sep 14 02:55:06.820564 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-15bf9cad-f661-4814-b9fa-772b9f359b23 req-f2e2f681-5808-421c-be9d-295b7f34ccab tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Sep 14 02:55:07.369070 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=112944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 02:55:07.473565 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:07.485524 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Returning: {'device': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab', 'network_id': 'ff84bef6-58cc-4418-a899-c0dbb675d0ff', 'port_id': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab', 'mac_address': 'fa:16:3e:a1:2b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 02:55:07.524311 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab is: DOWN; New status is: BUILD {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:07.524697 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.538617 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab {{(pid=112944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 02:55:07.558653 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:07.566117 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:07.612361 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:07.618095 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,revision_number=4']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:07.780402 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:55:07.840811 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:07.957683 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e383c-04e3-477e-9f65-2bbc8a6df28c req-00d608b3-63c0-4762-984a-9ca451dcddff tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:07.959162 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0d8e383c-04e3-477e-9f65-2bbc8a6df28c req-00d608b3-63c0-4762-984a-9ca451dcddff tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 944 time: 0.0500116 Sep 14 02:55:08.009400 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-0d8e383c-04e3-477e-9f65-2bbc8a6df28c req-569cf522-5a1a-46da-a112-d0d0a606c24a tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Sep 14 02:55:09.147671 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98d32e-f3b8-4160-97dd-34a216759b0e req-7888560e-01c6-45e0-8304-f68eb022e3d4 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:09.149004 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9c98d32e-f3b8-4160-97dd-34a216759b0e req-7888560e-01c6-45e0-8304-f68eb022e3d4 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 944 time: 0.0458951 Sep 14 02:55:09.169374 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=100 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:09.198133 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-9c98d32e-f3b8-4160-97dd-34a216759b0e req-43b00c6e-1734-4762-8c58-286b83f2467c tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Sep 14 02:55:09.390834 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab up at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 02:55:09.433863 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning for port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab completed by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 02:55:09.443306 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.provisioning_blocks [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Provisioning complete for port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab triggered by entity L2. {{(pid=112944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 02:55:09.443898 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867806'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), provisioning_complete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.444488 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Attempt 1 to provision port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab Sep 14 02:55:09.525476 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Current status of the port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab is: BUILD; New status is: ACTIVE {{(pid=112944) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 02:55:09.525868 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957262'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), before_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.548439 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab'}] {{(pid=112944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:09.550709 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d4e4a5e46f6ceb0706b66564b2d70050f29ca868775a4a4a1b9bad3444367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111e188-0a43-445c-8540-4dc0d50a631d" -d '{"events": [{"server_uuid": "afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab"}]}' {{(pid=112944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:09.562816 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] For port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:09.568878 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769596687526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769596249573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769596249591'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.593198 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fef6bc-70e4-4ba7-829b-806cb1ba9c7a x-openstack-request-id: req-20fef6bc-70e4-4ba7-829b-806cb1ba9c7a {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:09.593482 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab", "code": 200}]} {{(pid=112944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:09.593729 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20fef6bc-70e4-4ba7-829b-806cb1ba9c7a {{(pid=112944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:09.594142 dv-cinder-857075-6-iscsi neutron-server[112944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fef6bc-70e4-4ba7-829b-806cb1ba9c7a'] response: {'server_uuid': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab', 'code': 200} Sep 14 02:55:09.619620 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Pushing event updated for resources: {'Port': ['ID=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,revision_number=5']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:09.730580 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:09.763115 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067b658-2927-406f-a63a-956317abd556 req-714f09cd-348d-4f76-ac72-01ac6bd35144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:09.764589 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5067b658-2927-406f-a63a-956317abd556 req-714f09cd-348d-4f76-ac72-01ac6bd35144 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 1129 time: 0.0403814 Sep 14 02:55:09.810158 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5067b658-2927-406f-a63a-956317abd556 req-5bd89f52-283b-42a7-a47f-6f769775fd95 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Sep 14 02:55:10.340941 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a36f1-9ecc-4010-b09b-8e998fb632d3 req-06b7bdc6-0e0b-45b0-b9d8-101ccdb457f5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:10.342406 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b49a36f1-9ecc-4010-b09b-8e998fb632d3 req-06b7bdc6-0e0b-45b0-b9d8-101ccdb457f5 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 945 time: 0.0517263 Sep 14 02:55:10.393025 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-b49a36f1-9ecc-4010-b09b-8e998fb632d3 req-3e29c857-6239-4fd7-ac25-2e63dbec5a86 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Sep 14 02:55:11.528468 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b05e-03bd-4c18-8ee1-360be8dbe078 req-53d251be-2a35-43a0-917e-bad0f6404775 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:11.529972 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1139b05e-03bd-4c18-8ee1-360be8dbe078 req-53d251be-2a35-43a0-917e-bad0f6404775 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 945 time: 0.0480120 Sep 14 02:55:11.581577 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-1139b05e-03bd-4c18-8ee1-360be8dbe078 req-ef12df97-dd15-4a53-a96b-c80a097b403f tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Sep 14 02:55:12.461712 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4810546-a43d-442b-83ac-f3bca095b741 req-614715f5-2a42-46b9-afff-8175b673e54d tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:12.463193 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e4810546-a43d-442b-83ac-f3bca095b741 req-614715f5-2a42-46b9-afff-8175b673e54d tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 945 time: 0.0479772 Sep 14 02:55:12.514821 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-e4810546-a43d-442b-83ac-f3bca095b741 req-cf3ea5f7-05f3-4f25-aaf0-72d684eb07f1 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Sep 14 02:55:13.639657 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f134d7-f843-4db7-855e-bac4fa2a04aa req-8414c326-c37e-43e5-9354-2e58ba766fed tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:13.641117 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c2f134d7-f843-4db7-855e-bac4fa2a04aa req-8414c326-c37e-43e5-9354-2e58ba766fed tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 945 time: 0.0492957 Sep 14 02:55:13.691329 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c2f134d7-f843-4db7-855e-bac4fa2a04aa req-05c651e3-c041-4d38-aa47-0f810e3f8067 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Sep 14 02:55:13.698772 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-48f1c6d5-cf11-4fa1-b77b-4efe5f51373a tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:13.700268 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-48f1c6d5-cf11-4fa1-b77b-4efe5f51373a tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4 HTTP/1.1" status: 200 len: 945 time: 0.0508418 Sep 14 02:55:13.782639 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Deleting port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:55:13.782987 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.875733 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] For port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,segment=NetworkSegment(e468946d-de84-453e-b039-646a0799c3c3),segment_id=e468946d-de84-453e-b039-646a0799c3c3)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:55:13.876088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:13.889478 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Calling delete_port for e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:55:14.020124 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.032253 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] get_ports_and_sgs() called for port_ids ['e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab'] {{(pid=112944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 02:55:14.051402 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Pushing event deleted for resources: {'Port': ['ID=e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:14.095181 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] No DVR routers for this DVR port e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:55:14.097978 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:14.101242 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-deccfb04-b0fb-4c53-b3f2-0d6dc36c811a req-4c59304c-e79d-47cb-90df-ae4b2d7cfd33 tempest-VolumesActionsTest-294691648 tempest-VolumesActionsTest-294691648-project] 10.222.0.48 "DELETE /networking/v2.0/ports/e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab HTTP/1.1" status: 204 len: 173 time: 0.3956578 Sep 14 02:55:14.101860 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'name': 'network-vif-deleted', 'tag': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:55:14.104120 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ab975-017f-4ab5-b12c-28c98ebdc4b6" -d '{"events": [{"server_uuid": "afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4", "name": "network-vif-deleted", "tag": "e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:55:14.143252 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955dc459-7c06-4f8a-9770-197f92e74023 x-openstack-request-id: req-955dc459-7c06-4f8a-9770-197f92e74023 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:55:14.143544 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4", "name": "network-vif-deleted", "tag": "e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:55:14.143795 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-955dc459-7c06-4f8a-9770-197f92e74023 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:55:14.144198 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955dc459-7c06-4f8a-9770-197f92e74023'] response: {'server_uuid': 'afb7b0bc-240d-4b0e-b3a9-afeef31ae6c4', 'name': 'network-vif-deleted', 'tag': 'e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab', 'status': 'completed', 'code': 200} Sep 14 02:55:18.351606 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:55:18.377582 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:55:18.377943 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device e8e15ac0-c8fe-4bb5-ba2b-33b57ab30fab not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:55:23.684017 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=76 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:23.686818 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=40 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:23.981639 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-e494be0d-0119-473a-b9e5-6e0b17039756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:24.078994 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=68,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:24.080337 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=64,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:26.131619 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-37055b4a-ccb5-4b4f-95e5-9fe26f72a50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:27.551337 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:28.944965 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:28.989140 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:32.424760 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:32.426411 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:33.469061 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:55:36.705934 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 43302) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:36.752625 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Deleting subnet 3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e {{(pid=112943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:55:36.755854 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Publish callbacks [] for subnet (3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.789513 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8655009'] for subnet (3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e), precommit_delete_associations {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.831312 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.899110 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3488808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8699160'] for subnet (3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.928001 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:36.932903 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:36.936004 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3c2d3604-ea07-45ab-8d2c-d5e6cee04c4e HTTP/1.1" status: 204 len: 168 time: 0.2290545 Sep 14 02:55:36.939131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43304) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:36.940955 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.941306 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.941647 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.942097 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.942429 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.942759 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.943088 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.943411 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.943759 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.944084 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.944400 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.944724 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.945042 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.945360 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:36.945681 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d79eb-350b-48ca-8152-b8e012ac913f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.011558 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (ff84bef6-58cc-4418-a899-c0dbb675d0ff), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.089278 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (ff84bef6-58cc-4418-a899-c0dbb675d0ff), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.110186 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff84bef6-58cc-4418-a899-c0dbb675d0ff']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:37.119855 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e468946d-de84-453e-b039-646a0799c3c3') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:37.120148 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e468946d-de84-453e-b039-646a0799c3c3') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:55:37.130067 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (e468946d-de84-453e-b039-646a0799c3c3), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.143973 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (e468946d-de84-453e-b039-646a0799c3c3), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.150452 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:55:37.150826 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (e468946d-de84-453e-b039-646a0799c3c3), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.193307 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment e468946d-de84-453e-b039-646a0799c3c3 resource provider aggregate not found Sep 14 02:55:37.216510 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment e468946d-de84-453e-b039-646a0799c3c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e468946d-de84-453e-b039-646a0799c3c3 found for delete ", "request_id": "req-fb39a088-2f17-4434-8d12-21bf975cfed5"}]} Sep 14 02:55:37.219181 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (ff84bef6-58cc-4418-a899-c0dbb675d0ff), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.224771 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.228056 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/ff84bef6-58cc-4418-a899-c0dbb675d0ff HTTP/1.1" status: 204 len: 168 time: 0.2879097 Sep 14 02:55:37.239102 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff84bef6-58cc-4418-a899-c0dbb675d0ff,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:37.246624 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.247133 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.247446 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.247802 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.248117 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.248442 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.248763 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.249084 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.249407 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.249725 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.250078 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.250399 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.250715 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.251144 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.251431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eabfba-d658-473a-a281-703362e098b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:55:37.364218 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43312) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:37.405814 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-6b915e99-4db1-4027-ac41-fc9dfb562588 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1b339c4389ae40e78be1531f691d7849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404327 Sep 14 02:55:37.408482 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43314) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:55:37.462761 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e298068-9a49-4d65-8f19-7070c8df3091 admin admin] Publish callbacks [] for security_group (dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.484087 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e298068-9a49-4d65-8f19-7070c8df3091 admin admin] Publish callbacks [] for security_group (dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.534267 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e298068-9a49-4d65-8f19-7070c8df3091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.536970 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-0e298068-9a49-4d65-8f19-7070c8df3091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:37.538227 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-0e298068-9a49-4d65-8f19-7070c8df3091 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078 HTTP/1.1" status: 204 len: 168 time: 0.1288960 Sep 14 02:55:37.546344 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e298068-9a49-4d65-8f19-7070c8df3091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4a3ecf-21bb-433e-9ea2-aa5af3b2a078,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:55:39.726138 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:39.728994 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:39.742771 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:43.469066 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:46.908412 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:46.933138 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:47.518644 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=51,neutron:DELETE=3 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:47.542130 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=47,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:49.468864 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-c8116e48-50c6-4fb2-af89-d437f0361978 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381575 Sep 14 02:55:49.533802 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-602f8e95-45c7-455b-b459-d34b751c88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.535314 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-602f8e95-45c7-455b-b459-d34b751c88c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 1130 time: 0.0436208 Sep 14 02:55:49.640720 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-4b0b1c41-218c-4b26-9fc7-61892fd7a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.642941 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-4b0b1c41-218c-4b26-9fc7-61892fd7a721 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0886586 Sep 14 02:55:49.711449 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-27a6783c-f3e9-4aea-bf98-0d06b449a6aa service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abbfe331-c726-43ec-a061-d108086dd2b1 HTTP/1.1" status: 200 len: 1002 time: 0.0606666 Sep 14 02:55:49.742307 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:49.758485 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-b5c54f98-8292-452b-9108-971952260474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.759882 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-b5c54f98-8292-452b-9108-971952260474 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0429175 Sep 14 02:55:49.802829 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-905d7975-1fde-41eb-8366-191ee3072f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:55:49.804236 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-905d7975-1fde-41eb-8366-191ee3072f4b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384238 Sep 14 02:55:49.908596 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-6d3baf85-1578-4eed-8e05-35ba5f0de54c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974758 Sep 14 02:55:50.000096 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-9b05475f-5e3c-483c-9a98-aa050e3d279f req-fb9e1746-806e-4622-b99e-142acd860832 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843968 Sep 14 02:55:53.986985 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-7226cb82-9725-4e3e-8b2b-d6188843fdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:56.144511 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-9889f4cb-8bf5-4392-8c4b-4cfb934ff79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:57.559224 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:58.946350 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:58.982795 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:55:59.995677 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=50 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:55:59.996919 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=51 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:08.970395 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:08.976896 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.419246 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.423789 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:09.750511 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:10.474579 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:56:19.741385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:19.744025 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:20.574596 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 43322) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:20.726466 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Deleting port a761118d-ab44-4cb4-a2e5-4eca8fa57f8e {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:20.726752 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.801520 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.801838 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:20.814348 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Calling delete_port for a761118d-ab44-4cb4-a2e5-4eca8fa57f8e owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:20.984658 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (a761118d-ab44-4cb4-a2e5-4eca8fa57f8e), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.006226 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event deleted for resources: {'Port': ['ID=a761118d-ab44-4cb4-a2e5-4eca8fa57f8e,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:21.072496 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (9500e3b4-2134-4440-a87c-843bf8d43cb2), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.072790 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Floating IP 9500e3b4-2134-4440-a87c-843bf8d43cb2 disassociated (deleted). External IP: 172.27.2.208, port: abbfe331-c726-43ec-a061-d108086dd2b1. Sep 14 02:56:21.522432 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:21.625047 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:21.629769 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:21.636949 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:21.648389 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:21.649109 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:55:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:21.650093 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:21.660586 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-3ddbea68-640d-4d99-803b-9ca8995f20d4 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/9500e3b4-2134-4440-a87c-843bf8d43cb2 HTTP/1.1" status: 204 len: 168 time: 1.0848823 Sep 14 02:56:21.661218 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:21.663525 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1889c02c-8e68-4259-b151-6ae10822f895" -d '{"events": [{"name": "network-changed", "server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:21.722183 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dac46d-ef38-40e6-9177-973df5a6ccaa x-openstack-request-id: req-b5dac46d-ef38-40e6-9177-973df5a6ccaa {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:21.722481 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:21.722758 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5dac46d-ef38-40e6-9177-973df5a6ccaa {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:21.723171 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5dac46d-ef38-40e6-9177-973df5a6ccaa'] response: {'name': 'network-changed', 'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'status': 'completed', 'code': 200} Sep 14 02:56:21.773662 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:21.799524 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c02c-8e68-4259-b151-6ae10822f895 req-0165cb84-c4eb-445f-a134-2c24051ea214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:21.800689 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1889c02c-8e68-4259-b151-6ae10822f895 req-0165cb84-c4eb-445f-a134-2c24051ea214 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 1130 time: 0.0549219 Sep 14 02:56:21.863050 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:21.900427 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d56a05-992f-4df9-ad3c-b120b9cff5da req-16ceadec-ba6d-4890-a734-d95255f2b789 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:21.901973 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-70d56a05-992f-4df9-ad3c-b120b9cff5da req-16ceadec-ba6d-4890-a734-d95255f2b789 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 946 time: 0.0515323 Sep 14 02:56:21.912882 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c02c-8e68-4259-b151-6ae10822f895 req-e3fec3bf-3fd0-42f9-8836-9aa5f8db4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:21.914366 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1889c02c-8e68-4259-b151-6ae10822f895 req-e3fec3bf-3fd0-42f9-8836-9aa5f8db4bb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.1064863 Sep 14 02:56:21.953301 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-70d56a05-992f-4df9-ad3c-b120b9cff5da req-fe524394-290c-4033-a180-612987c05f39 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445225 Sep 14 02:56:21.999282 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:22.022543 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:22.031081 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:22.031609 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:55:56Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:22.133315 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:22.342726 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:22.366192 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb370c-a740-456b-beae-86f0d97c516e None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_floatingips': [{'id': '486773a6-9576-434f-bb79-a0e4677bcd86', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'router_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'port_id': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'mac_address': 'fa:16:3e:58:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T02:52:36Z', 'updated_at': '2022-09-14T02:52:38Z', 'revision_number': 1, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:22.599264 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617a77b3-da2b-4262-baa0-a8da23ab6a4f None None] New status for floating IP 9500e3b4-2134-4440-a87c-843bf8d43cb2: DOWN {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:22.839222 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1889c02c-8e68-4259-b151-6ae10822f895 req-501c80b7-1048-49ac-99e9-7265daa0f2bd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abbfe331-c726-43ec-a061-d108086dd2b1 HTTP/1.1" status: 200 len: 217 time: 0.0381544 Sep 14 02:56:22.890139 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c02c-8e68-4259-b151-6ae10822f895 req-b59f1cb2-cf5f-4a1e-a8a9-43c5cf3c2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:22.891594 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1889c02c-8e68-4259-b151-6ae10822f895 req-b59f1cb2-cf5f-4a1e-a8a9-43c5cf3c2a9c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0438743 Sep 14 02:56:23.019247 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c02c-8e68-4259-b151-6ae10822f895 req-0acf6910-5d0e-4aec-b1a4-0b5be22e3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:23.020755 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1889c02c-8e68-4259-b151-6ae10822f895 req-0acf6910-5d0e-4aec-b1a4-0b5be22e3e5a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441799 Sep 14 02:56:23.076406 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047ce0d-aecc-4f38-adda-d5c65facc7a4 req-88393ef7-c5fc-46c5-a4d4-0f2b683ee977 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:23.077954 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c047ce0d-aecc-4f38-adda-d5c65facc7a4 req-88393ef7-c5fc-46c5-a4d4-0f2b683ee977 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 946 time: 0.0475926 Sep 14 02:56:23.113374 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1889c02c-8e68-4259-b151-6ae10822f895 req-9cee2622-b658-4610-a36b-a3500b5220bc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850575 Sep 14 02:56:23.127888 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-c047ce0d-aecc-4f38-adda-d5c65facc7a4 req-8e0a0744-3951-4e80-9804-819bdf3c3aac tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440989 Sep 14 02:56:23.401910 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-58b6266c-6029-4b2b-9cf9-6972bd303050 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:23.403205 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-58b6266c-6029-4b2b-9cf9-6972bd303050 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 946 time: 0.0538743 Sep 14 02:56:23.450125 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-1889c02c-8e68-4259-b151-6ae10822f895 req-378ed091-ae83-4e54-b2f6-69ed228e778d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562011 Sep 14 02:56:23.502691 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Deleting port abbfe331-c726-43ec-a061-d108086dd2b1 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:23.502985 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:23.593943 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] For port abbfe331-c726-43ec-a061-d108086dd2b1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abbfe331-c726-43ec-a061-d108086dd2b1,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:23.594267 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:23.607042 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Calling delete_port for abbfe331-c726-43ec-a061-d108086dd2b1 owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:23.744745 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (abbfe331-c726-43ec-a061-d108086dd2b1), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:23.772664 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event deleted for resources: {'Port': ['ID=abbfe331-c726-43ec-a061-d108086dd2b1,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:23.821335 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] No DVR routers for this DVR port abbfe331-c726-43ec-a061-d108086dd2b1 on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:23.823896 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:23.827036 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5d632c5f-292f-400e-b2e5-6b15f131f283 req-24894c6b-542f-43e7-b3a0-989d94e14b2f tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "DELETE /networking/v2.0/ports/abbfe331-c726-43ec-a061-d108086dd2b1 HTTP/1.1" status: 204 len: 173 time: 0.4153130 Sep 14 02:56:23.827524 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'name': 'network-vif-deleted', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:23.829773 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9343603a-e5ce-4250-85cc-35b37714ab99" -d '{"events": [{"server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "name": "network-vif-deleted", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:23.869009 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a3be59-24dd-4eb1-9cb1-fc8cf8f9087c x-openstack-request-id: req-54a3be59-24dd-4eb1-9cb1-fc8cf8f9087c {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:23.869658 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ddaf03-534c-4686-8ca8-1592f9e14350", "name": "network-vif-deleted", "tag": "abbfe331-c726-43ec-a061-d108086dd2b1", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:23.869658 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54a3be59-24dd-4eb1-9cb1-fc8cf8f9087c {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:23.870382 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a3be59-24dd-4eb1-9cb1-fc8cf8f9087c'] response: {'server_uuid': '39ddaf03-534c-4686-8ca8-1592f9e14350', 'name': 'network-vif-deleted', 'tag': 'abbfe331-c726-43ec-a061-d108086dd2b1', 'status': 'completed', 'code': 200} Sep 14 02:56:23.973703 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1d69db8e-33d9-4702-aa5c-7c0cdf96c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:24.253927 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-f67638cd-55c5-49d8-9ccc-513cdbadc1a5 req-7deb7bd5-2fd1-48f4-b72c-e797a4fb4899 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=39ddaf03-534c-4686-8ca8-1592f9e14350 HTTP/1.1" status: 200 len: 210 time: 0.0315251 Sep 14 02:56:26.147864 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee238-788a-4387-a56e-f87423a029f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.564313 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.580137 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 43358) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:27.697237 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:27.715467 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:27.729666 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Deleting port 22e784c0-e2a6-443b-bc8a-9ccfba0f6b56 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:27.730057 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.809075 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device abbfe331-c726-43ec-a061-d108086dd2b1 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:27.811541 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.811801 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:27.824911 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Calling delete_port for 22e784c0-e2a6-443b-bc8a-9ccfba0f6b56 owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:27.828296 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: abbfe331-c726-43ec-a061-d108086dd2b1 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:27.828647 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device abbfe331-c726-43ec-a061-d108086dd2b1 not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:27.979701 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (22e784c0-e2a6-443b-bc8a-9ccfba0f6b56), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.002291 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event deleted for resources: {'Port': ['ID=22e784c0-e2a6-443b-bc8a-9ccfba0f6b56,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:28.070793 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (486773a6-9576-434f-bb79-a0e4677bcd86), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.071040 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.db.l3_db [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Floating IP 486773a6-9576-434f-bb79-a0e4677bcd86 disassociated (deleted). External IP: 172.27.2.237, port: 5674efd0-b6ca-4593-b289-dc7c0a63337a. Sep 14 02:56:28.265734 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:28.367692 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:28.372027 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.378226 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:28.389175 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:28.390156 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:56:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:28.401441 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-b9ebb8e0-5694-49e3-8218-cd884aa6f9fa tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/486773a6-9576-434f-bb79-a0e4677bcd86 HTTP/1.1" status: 204 len: 168 time: 0.8201842 Sep 14 02:56:28.402096 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:28.404331 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61076a71-a22f-47c9-80b1-557369021853" -d '{"events": [{"name": "network-changed", "server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:28.448203 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ea5daa-b632-4ec8-baf4-7a0bdd7f80b6 x-openstack-request-id: req-c2ea5daa-b632-4ec8-baf4-7a0bdd7f80b6 {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:28.448457 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:28.449503 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2ea5daa-b632-4ec8-baf4-7a0bdd7f80b6 {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:28.449503 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ea5daa-b632-4ec8-baf4-7a0bdd7f80b6'] response: {'name': 'network-changed', 'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'status': 'completed', 'code': 200} Sep 14 02:56:28.482594 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:28.490053 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:28.499721 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:28.512697 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076a71-a22f-47c9-80b1-557369021853 req-60de41e4-0789-4d8a-aabb-16b6c4c29caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.514508 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-61076a71-a22f-47c9-80b1-557369021853 req-60de41e4-0789-4d8a-aabb-16b6c4c29caa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5bdc9f3a69314971974343698d53dd1e&device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 1129 time: 0.0433457 Sep 14 02:56:28.577308 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:28.618069 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076a71-a22f-47c9-80b1-557369021853 req-c4be8dfc-bd37-4a04-a6cb-e8ad4d64406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.619562 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-61076a71-a22f-47c9-80b1-557369021853 req-c4be8dfc-bd37-4a04-a6cb-e8ad4d64406f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 200 len: 912 time: 0.0991724 Sep 14 02:56:28.648263 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc45db-2f74-410f-ac4a-45756bb25161 req-407c2231-5b40-4f9b-9f3f-9575596d16ec tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:28.649846 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-70fc45db-2f74-410f-ac4a-45756bb25161 req-407c2231-5b40-4f9b-9f3f-9575596d16ec tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 945 time: 0.0496771 Sep 14 02:56:28.703164 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-70fc45db-2f74-410f-ac4a-45756bb25161 req-5138f73c-6b12-4a5b-a3af-0805f2c05a9c tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Sep 14 02:56:28.786819 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:28.813344 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:28.822341 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:28.822943 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:56:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:28.922878 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:28.938865 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:28.986535 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:29.108587 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:29.132914 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf537e-4517-4adc-8f92-e253a7eec896 None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:30Z', 'revision_number': 4, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi', '_interfaces': [{'id': '1e5774df-c72e-49f3-9677-59bf841b2676', 'name': '', 'network_id': '0fea26d5-5e5d-429a-9679-db424c5e9941', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'mac_address': 'fa:16:3e:67:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:30Z', 'updated_at': '2022-09-14T02:49:34Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'subnets': [{'id': '8951bd3f-b5cf-410d-976b-507eacdcad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:29.350656 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b77ef8-cf52-4602-9890-102bdec00f90 None None] New status for floating IP 486773a6-9576-434f-bb79-a0e4677bcd86: DOWN {{(pid=112944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 02:56:29.566674 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-61076a71-a22f-47c9-80b1-557369021853 req-8e6cb737-d298-4f13-911d-8bfc35eb8390 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 200 len: 217 time: 0.0337260 Sep 14 02:56:29.609326 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:29.618638 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076a71-a22f-47c9-80b1-557369021853 req-b4ea7aa3-eb2a-4831-86eb-0be5a61897c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.620047 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-61076a71-a22f-47c9-80b1-557369021853 req-b4ea7aa3-eb2a-4831-86eb-0be5a61897c3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 200 len: 850 time: 0.0446737 Sep 14 02:56:29.665992 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076a71-a22f-47c9-80b1-557369021853 req-165511e0-ec45-4b60-b494-8d5d43696a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.667481 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-61076a71-a22f-47c9-80b1-557369021853 req-165511e0-ec45-4b60-b494-8d5d43696a27 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0fea26d5-5e5d-429a-9679-db424c5e9941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397067 Sep 14 02:56:29.811323 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-61076a71-a22f-47c9-80b1-557369021853 req-50de717e-9c9c-4e39-a97d-3b840ea68534 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959423 Sep 14 02:56:29.836042 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5cc7f-ee80-4c4b-9229-20888548b063 req-303eded0-6961-4e99-8fe6-e5459b686fed tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:29.837507 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-caf5cc7f-ee80-4c4b-9229-20888548b063 req-303eded0-6961-4e99-8fe6-e5459b686fed tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 945 time: 0.0538499 Sep 14 02:56:29.887599 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-caf5cc7f-ee80-4c4b-9229-20888548b063 req-47cb5792-27fa-4719-a7d0-86d1cccc6dcd tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=350cf311-baec-4d10-8f99-406403e9bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Sep 14 02:56:30.035685 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-61076a71-a22f-47c9-80b1-557369021853 req-df7f0e3f-4556-41da-b19e-252ecb5e3771 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241710 Sep 14 02:56:30.046100 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ca442-f792-4781-becc-1b747142317c req-5e5a30be-c133-48b3-b477-5261108db4f2 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 02:56:30.047606 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5c1ca442-f792-4781-becc-1b747142317c req-5e5a30be-c133-48b3-b477-5261108db4f2 tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 945 time: 0.0549428 Sep 14 02:56:30.132433 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Deleting port 5674efd0-b6ca-4593-b289-dc7c0a63337a {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:30.132770 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:30.228648 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.db [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] For port 5674efd0-b6ca-4593-b289-dc7c0a63337a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5674efd0-b6ca-4593-b289-dc7c0a63337a,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:30.228937 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:30.242668 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Calling delete_port for 5674efd0-b6ca-4593-b289-dc7c0a63337a owned by compute:nova {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:30.372182 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (5674efd0-b6ca-4593-b289-dc7c0a63337a), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:30.399438 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event deleted for resources: {'Port': ['ID=5674efd0-b6ca-4593-b289-dc7c0a63337a,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:30.442662 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] No DVR routers for this DVR port 5674efd0-b6ca-4593-b289-dc7c0a63337a on host hv-cinder-85707 {{(pid=112943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:30.445224 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for port (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:30.448559 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [req-5c1ca442-f792-4781-becc-1b747142317c req-70a78687-ec5d-4354-8e76-8e2f2df83b9b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.48 "DELETE /networking/v2.0/ports/5674efd0-b6ca-4593-b289-dc7c0a63337a HTTP/1.1" status: 204 len: 173 time: 0.3957086 Sep 14 02:56:30.450241 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'name': 'network-vif-deleted', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a'}] {{(pid=112943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 02:56:30.453255 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76fb4328b8f9527aa1936ddfbe5884ca77e2c51742595b637e85522111dc4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391aa393-d993-4083-8cdd-2bf83061e345" -d '{"events": [{"server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "name": "network-vif-deleted", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a"}]}' {{(pid=112943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 02:56:30.491538 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 02:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33389f94-6498-4c19-b873-c352787650cf x-openstack-request-id: req-33389f94-6498-4c19-b873-c352787650cf {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 02:56:30.491830 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d13ab7b-6bc0-4cc6-8d4d-d324f0087087", "name": "network-vif-deleted", "tag": "5674efd0-b6ca-4593-b289-dc7c0a63337a", "status": "completed", "code": 200}]} {{(pid=112943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 02:56:30.492080 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33389f94-6498-4c19-b873-c352787650cf {{(pid=112943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 02:56:30.492484 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33389f94-6498-4c19-b873-c352787650cf'] response: {'server_uuid': '5d13ab7b-6bc0-4cc6-8d4d-d324f0087087', 'name': 'network-vif-deleted', 'tag': '5674efd0-b6ca-4593-b289-dc7c0a63337a', 'status': 'completed', 'code': 200} Sep 14 02:56:31.020969 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [req-45d1149f-1f72-477e-9e7a-fd52a4037d11 req-c30b03b3-4c0e-4baa-ae8f-f3d0996e2cda tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5d13ab7b-6bc0-4cc6-8d4d-d324f0087087 HTTP/1.1" status: 200 len: 210 time: 0.0314660 Sep 14 02:56:32.101850 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 43374) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:32.216235 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Deleting port bb45a1f8-565e-4102-8dac-635a08bcb5e4 {{(pid=112943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:32.216469 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.550814 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.551097 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (bb45a1f8-565e-4102-8dac-635a08bcb5e4), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.563651 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.plugins.ml2.plugin [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Calling delete_port for bb45a1f8-565e-4102-8dac-635a08bcb5e4 owned by network:floatingip {{(pid=112943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:32.568932 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:32.602113 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:32.711265 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3488839'] for port (bb45a1f8-565e-4102-8dac-635a08bcb5e4), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.733209 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event deleted for resources: {'Port': ['ID=bb45a1f8-565e-4102-8dac-635a08bcb5e4,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:32.796112 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for floatingip (7859a830-f293-4f3e-acab-538e2e6d36aa), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.798932 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152408'] for floatingip (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:32.800096 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-780077f4-9336-433f-8ae4-677e34704d8a tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/7859a830-f293-4f3e-acab-538e2e6d36aa HTTP/1.1" status: 204 len: 168 time: 0.6974578 Sep 14 02:56:33.842098 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 5674efd0-b6ca-4593-b289-dc7c0a63337a no longer exists at agent hyperv_hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:33.870531 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] No Port match for: 5674efd0-b6ca-4593-b289-dc7c0a63337a {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:33.870934 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Device 5674efd0-b6ca-4593-b289-dc7c0a63337a not bound to the agent host hv-cinder-85707 {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:34.024783 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43386) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:34.084405 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-768c70c1-a9b7-424f-8fe7-350dc33de79b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group (350cf311-baec-4d10-8f99-406403e9bbdd), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.108657 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-768c70c1-a9b7-424f-8fe7-350dc33de79b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group (350cf311-baec-4d10-8f99-406403e9bbdd), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.184696 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-768c70c1-a9b7-424f-8fe7-350dc33de79b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (350cf311-baec-4d10-8f99-406403e9bbdd), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.187396 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-768c70c1-a9b7-424f-8fe7-350dc33de79b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.188542 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-768c70c1-a9b7-424f-8fe7-350dc33de79b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/350cf311-baec-4d10-8f99-406403e9bbdd HTTP/1.1" status: 204 len: 168 time: 0.1627536 Sep 14 02:56:34.198578 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c70c1-a9b7-424f-8fe7-350dc33de79b tempest-TestVolumeBootPattern-589662379 tempest-TestVolumeBootPattern-589662379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350cf311-baec-4d10-8f99-406403e9bbdd,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:34.240681 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43390) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:34.765490 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (8ae74ad7-5950-4497-9040-eab9cd8805f2), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:34.840146 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:34.860752 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:34.990056 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Deleting port 1e5774df-c72e-49f3-9677-59bf841b2676 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:34.990362 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:35.081097 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] For port 1e5774df-c72e-49f3-9677-59bf841b2676, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=1e5774df-c72e-49f3-9677-59bf841b2676,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:35.081828 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:35.094870 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Calling delete_port for 1e5774df-c72e-49f3-9677-59bf841b2676 owned by network:router_interface {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:35.289732 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (1e5774df-c72e-49f3-9677-59bf841b2676), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:35.323033 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5774df-c72e-49f3-9677-59bf841b2676,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:35.480042 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (8ae74ad7-5950-4497-9040-eab9cd8805f2), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:35.672224 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:35.685237 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Router 8ae74ad7-5950-4497-9040-eab9cd8805f2 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:35.738798 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:35.787331 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:35.792353 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-dd1a9e6c-7986-423e-b0d8-5c1a6c32a520 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8ae74ad7-5950-4497-9040-eab9cd8805f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506334 Sep 14 02:56:35.795164 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43394) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:35.797974 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] Sync routers for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:35.808723 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:35.809330 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:56:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:35.889355 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks [] for router (8ae74ad7-5950-4497-9040-eab9cd8805f2), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:35.905959 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:35.986874 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks [] for router_gateway (8ae74ad7-5950-4497-9040-eab9cd8805f2), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.035547 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Deleting port a5661c9a-e5eb-4a07-97c2-b007f80c2983 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:36.035911 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.072187 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:56:35Z', 'revision_number': 5, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port': {'id': 'a5661c9a-e5eb-4a07-97c2-b007f80c2983', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:36.097455 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] Checking router: 8ae74ad7-5950-4497-9040-eab9cd8805f2 for host: dv-cinder-857075-6-iscsi {{(pid=112945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:36.106313 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] Routers {'8ae74ad7-5950-4497-9040-eab9cd8805f2'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:36.106913 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:56:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['8ae74ad7-5950-4497-9040-eab9cd8805f2'], 'active': True} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:36.116393 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] For port a5661c9a-e5eb-4a07-97c2-b007f80c2983, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=a5661c9a-e5eb-4a07-97c2-b007f80c2983,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:36.116945 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.130004 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Calling delete_port for a5661c9a-e5eb-4a07-97c2-b007f80c2983 owned by network:router_gateway {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:36.189516 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_dvr_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] Set router 8ae74ad7-5950-4497-9040-eab9cd8805f2 gateway port host: None {{(pid=112945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:36.239845 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.l3_hamode_db [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:56:35Z', 'revision_number': 6, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port_host': None}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:36.266983 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4f5d0-7483-4c72-9f8c-b149f3261bb3 None None] The sync data for ids ['8ae74ad7-5950-4497-9040-eab9cd8805f2'] in dv-cinder-857075-6-iscsi is: [{'id': '8ae74ad7-5950-4497-9040-eab9cd8805f2', 'name': 'tempest-TestVolumeBootPattern-109630984-router', 'tenant_id': '5bdc9f3a69314971974343698d53dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:28Z', 'updated_at': '2022-09-14T02:56:35Z', 'revision_number': 6, 'project_id': '5bdc9f3a69314971974343698d53dd1e', 'gw_port_host': None}] {{(pid=112945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:36.298603 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (a5661c9a-e5eb-4a07-97c2-b007f80c2983), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.323029 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5661c9a-e5eb-4a07-97c2-b007f80c2983,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:36.386919 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (8ae74ad7-5950-4497-9040-eab9cd8805f2), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.408694 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=100 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:36.739969 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (8ae74ad7-5950-4497-9040-eab9cd8805f2), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.742281 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks [] for router_controller (8ae74ad7-5950-4497-9040-eab9cd8805f2), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.787566 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (8ae74ad7-5950-4497-9040-eab9cd8805f2), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.788470 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae74ad7-5950-4497-9040-eab9cd8805f2 {{(pid=112942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:56:36.793209 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.793921 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-4cd0014a-a43a-4812-b5b7-7cccffdb621a admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8ae74ad7-5950-4497-9040-eab9cd8805f2 HTTP/1.1" status: 204 len: 168 time: 0.9978507 Sep 14 02:56:36.803758 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43396) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:36.852000 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] Deleting subnet 8951bd3f-b5cf-410d-976b-507eacdcad3e {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:56:36.856187 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] Publish callbacks [] for subnet (8951bd3f-b5cf-410d-976b-507eacdcad3e), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.892118 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:36.894628 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (8951bd3f-b5cf-410d-976b-507eacdcad3e), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:36.911993 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:36.971063 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (8951bd3f-b5cf-410d-976b-507eacdcad3e), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.031757 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (8951bd3f-b5cf-410d-976b-507eacdcad3e), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.059665 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8951bd3f-b5cf-410d-976b-507eacdcad3e,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:37.065495 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.068703 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-56090c32-b82c-4b86-acd0-fa68e3be71a5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/8951bd3f-b5cf-410d-976b-507eacdcad3e HTTP/1.1" status: 204 len: 168 time: 0.2638960 Sep 14 02:56:37.071285 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43398) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:37.074247 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c2034-8d98-429c-a58c-dd2d8fe61261 None None] Network 0fea26d5-5e5d-429a-9679-db424c5e9941 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:56:37.140131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (0fea26d5-5e5d-429a-9679-db424c5e9941), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.176557 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a5661c9a-e5eb-4a07-97c2-b007f80c2983 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:37.187975 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Deleting port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:37.188309 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.196220 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: a5661c9a-e5eb-4a07-97c2-b007f80c2983 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:37.196556 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device a5661c9a-e5eb-4a07-97c2-b007f80c2983 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:37.196964 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1e5774df-c72e-49f3-9677-59bf841b2676 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:37.223387 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 1e5774df-c72e-49f3-9677-59bf841b2676 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:37.224062 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 1e5774df-c72e-49f3-9677-59bf841b2676 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:37.243259 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] DHCP port deletion for 0fea26d5-5e5d-429a-9679-db424c5e9941 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:56:37.264775 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] For port eb03ec84-70c7-405b-a36c-6ff0bddb1c18, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:37.265141 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.279632 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Calling delete_port for eb03ec84-70c7-405b-a36c-6ff0bddb1c18 owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:37.281831 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Deleting port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 {{(pid=112944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:37.282203 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), before_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.354171 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] For port eb03ec84-70c7-405b-a36c-6ff0bddb1c18, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,segment=NetworkSegment(86c425cc-8a96-4395-bb6f-919f585fce79),segment_id=86c425cc-8a96-4395-bb6f-919f585fce79)] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:37.354625 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), precommit_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.364238 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.368359 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Calling delete_port for eb03ec84-70c7-405b-a36c-6ff0bddb1c18 owned by network:dhcp {{(pid=112944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:37.389923 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:37.392268 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] No DVR routers for this DVR port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:37.419193 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.419527 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.419859 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.420187 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.420510 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.420832 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.421146 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.421461 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.421818 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.422137 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.422451 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.422763 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.423071 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.423380 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.423689 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.443318 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564'] for port (eb03ec84-70c7-405b-a36c-6ff0bddb1c18), after_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.467013 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Pushing event deleted for resources: {'Port': ['ID=eb03ec84-70c7-405b-a36c-6ff0bddb1c18,revision_number=None']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:37.475399 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.475698 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.476056 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.476355 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.476810 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (0fea26d5-5e5d-429a-9679-db424c5e9941), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.477001 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.477201 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.477510 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.478064 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.478385 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.478676 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.479022 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.479334 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.479642 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.479956 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.480266 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:37.483140 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1ac95-6a08-4e85-9d4c-e1069d8673a8 None None] No DVR routers for this DVR port eb03ec84-70c7-405b-a36c-6ff0bddb1c18 on host dv-cinder-857075-6-iscsi {{(pid=112944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:37.503131 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fea26d5-5e5d-429a-9679-db424c5e9941']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:37.512369 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c425cc-8a96-4395-bb6f-919f585fce79') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:37.512664 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c425cc-8a96-4395-bb6f-919f585fce79') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:37.522173 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (86c425cc-8a96-4395-bb6f-919f585fce79), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.535846 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (86c425cc-8a96-4395-bb6f-919f585fce79), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.542364 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:56:37.542761 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (86c425cc-8a96-4395-bb6f-919f585fce79), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.585938 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 86c425cc-8a96-4395-bb6f-919f585fce79 resource provider aggregate not found Sep 14 02:56:37.604703 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 86c425cc-8a96-4395-bb6f-919f585fce79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86c425cc-8a96-4395-bb6f-919f585fce79 found for delete ", "request_id": "req-984bff8b-5ce4-40ae-81cf-c11691035122"}]} Sep 14 02:56:37.608665 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (0fea26d5-5e5d-429a-9679-db424c5e9941), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.614216 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:37.617233 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/0fea26d5-5e5d-429a-9679-db424c5e9941 HTTP/1.1" status: 204 len: 168 time: 0.5450299 Sep 14 02:56:37.620240 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43404) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:37.662337 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b194ce-0c7a-40fb-991f-cb84f07fbde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fea26d5-5e5d-429a-9679-db424c5e9941,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:37.778997 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:37.856433 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:37.958164 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736620'] for router_interface (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.205055 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Deleting port 594c0f58-5197-40f5-af5b-352263b69c7a {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:38.206214 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.293121 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] For port 594c0f58-5197-40f5-af5b-352263b69c7a, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=594c0f58-5197-40f5-af5b-352263b69c7a,segment=NetworkSegment(92d19dbe-b74f-4534-a523-329c8cf93ebc),segment_id=92d19dbe-b74f-4534-a523-329c8cf93ebc)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:38.293492 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.306773 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Calling delete_port for 594c0f58-5197-40f5-af5b-352263b69c7a owned by network:router_interface {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:38.489376 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (594c0f58-5197-40f5-af5b-352263b69c7a), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.511431 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Pushing event deleted for resources: {'Port': ['ID=594c0f58-5197-40f5-af5b-352263b69c7a,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:38.666235 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:38.683358 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630748'] for router_interface (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:38.767034 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:38.894388 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 has already been hosted by L3 agent 951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3 {{(pid=112942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 02:56:38.995024 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] Notify agent at l3_agent.dv-cinder-857075-6-iscsi the message routers_updated {{(pid=112942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 02:56:39.003750 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-f43835e6-b147-4a5c-b8a3-adfd036928cf admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/cc30e402-dbbd-476c-a0a2-55cc74b7cb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789022 Sep 14 02:56:39.004090 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43406) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:39.004884 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] Sync routers for ids ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'] in dv-cinder-857075-6-iscsi {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 02:56:39.016182 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] Routers {'cc30e402-dbbd-476c-a0a2-55cc74b7cb87'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:39.016783 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:56:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.104233 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks [] for router (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.115009 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] Set router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 gateway port host: dv-cinder-857075-6-iscsi {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:39.205414 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks [] for router_gateway (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.227231 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device eb03ec84-70c7-405b-a36c-6ff0bddb1c18 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:39.248650 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Deleting port 5907ad22-c938-46f4-a743-44240f58f8ce {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:39.248982 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.259103 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: eb03ec84-70c7-405b-a36c-6ff0bddb1c18 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:39.259441 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device eb03ec84-70c7-405b-a36c-6ff0bddb1c18 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:39.307737 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'external_fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:56:38Z', 'revision_number': 5, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port': {'id': '5907ad22-c938-46f4-a743-44240f58f8ce', 'name': '', 'network_id': '008e592a-c6a8-4421-b968-bce08867f8e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T02:49:33Z', 'updated_at': '2022-09-14T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6cdd98-27cc-4492-a92e-8209e01be74f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-6-iscsi'}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.327411 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] For port 5907ad22-c938-46f4-a743-44240f58f8ce, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=5907ad22-c938-46f4-a743-44240f58f8ce,segment=NetworkSegment(c0dda55e-8432-4d5c-847f-cde899ba7196),segment_id=c0dda55e-8432-4d5c-847f-cde899ba7196)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:39.327768 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.331620 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] Checking router: cc30e402-dbbd-476c-a0a2-55cc74b7cb87 for host: dv-cinder-857075-6-iscsi {{(pid=112944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 02:56:39.340393 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] Routers {'cc30e402-dbbd-476c-a0a2-55cc74b7cb87'} bound to L3 agent in host dv-cinder-857075-6-iscsi {{(pid=112944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 02:56:39.340838 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Calling delete_port for 5907ad22-c938-46f4-a743-44240f58f8ce owned by network:router_gateway {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:39.340980 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T02:33:26Z,description=,heartbeat_timestamp=2022-09-14T02:56:26Z,host='dv-cinder-857075-6-iscsi',id=951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T02:33:26Z,topic='l3_agent')) {'router_ids': ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'], 'active': True} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.422778 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvr_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] Set router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 gateway port host: None {{(pid=112944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 02:56:39.424185 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:39.475809 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_hamode_db [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:56:39Z', 'revision_number': 6, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port_host': None}], 'dv-cinder-857075-6-iscsi', False) {} {{(pid=112944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:39.501770 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2b565-a8bb-4714-833a-c1efcf315495 None None] The sync data for ids ['cc30e402-dbbd-476c-a0a2-55cc74b7cb87'] in dv-cinder-857075-6-iscsi is: [{'id': 'cc30e402-dbbd-476c-a0a2-55cc74b7cb87', 'name': 'tempest-TestVolumeBootPattern-1242990001-router', 'tenant_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T02:49:32Z', 'updated_at': '2022-09-14T02:56:39Z', 'revision_number': 6, 'project_id': '2dc0e365bb48449ebf0eceb8a6ef0bca', 'gw_port_host': None}] {{(pid=112944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 02:56:39.505852 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (5907ad22-c938-46f4-a743-44240f58f8ce), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.511179 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:39.537083 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5907ad22-c938-46f4-a743-44240f58f8ce,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:39.565964 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:39.612025 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633110'] for router_gateway (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.696270 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7052'] for router (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.698426 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks [] for router_controller (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.740655 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630817'] for router (cc30e402-dbbd-476c-a0a2-55cc74b7cb87), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.741238 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc30e402-dbbd-476c-a0a2-55cc74b7cb87 {{(pid=112942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 02:56:39.745991 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.747146 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-7b8274b8-1e86-4b54-93f8-4c0ed7d3caa0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/cc30e402-dbbd-476c-a0a2-55cc74b7cb87 HTTP/1.1" status: 204 len: 168 time: 0.7414932 Sep 14 02:56:39.749721 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43408) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:39.762974 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.797809 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] Deleting subnet 5272ec7f-093d-4a90-82c5-7701733a782c {{(pid=112942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 02:56:39.800837 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] Publish callbacks [] for subnet (5272ec7f-093d-4a90-82c5-7701733a782c), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.835109 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1287586'] for subnet (5272ec7f-093d-4a90-82c5-7701733a782c), precommit_delete_associations {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.918982 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980586'] for subnet (5272ec7f-093d-4a90-82c5-7701733a782c), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:39.986450 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4094880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3349155'] for subnet (5272ec7f-093d-4a90-82c5-7701733a782c), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.010009 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5272ec7f-093d-4a90-82c5-7701733a782c,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:40.015794 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for subnet (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.018866 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-1515e511-11e4-402b-9b66-b115b3ddbc65 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/5272ec7f-093d-4a90-82c5-7701733a782c HTTP/1.1" status: 204 len: 168 time: 0.2680159 Sep 14 02:56:40.021360 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f5b00-c5f2-4d86-9927-2a48bd7bc358 None None] Network a03ae976-4143-4bb5-bb25-1e476e97d636 requested from dv-cinder-857075-6-iscsi {{(pid=112944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 02:56:40.021922 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43410) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:40.035714 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:40.091586 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962079'] for network (a03ae976-4143-4bb5-bb25-1e476e97d636), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.137197 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Deleting port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 {{(pid=112942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:40.137484 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.198687 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.db [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] For port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01, host dv-cinder-857075-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-6-iscsi',level=0,port_id=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,segment=NetworkSegment(92d19dbe-b74f-4534-a523-329c8cf93ebc),segment_id=92d19dbe-b74f-4534-a523-329c8cf93ebc)] {{(pid=112942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:40.198912 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.212352 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.plugin [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Calling delete_port for 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 owned by network:dhcp {{(pid=112942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:40.283554 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] DHCP port deletion for a03ae976-4143-4bb5-bb25-1e476e97d636 request from dv-cinder-857075-6-iscsi {{(pid=112944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 02:56:40.310011 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4094927'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.323594 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Deleting port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 {{(pid=112944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 02:56:40.323962 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769596687373'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), before_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.338314 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:40.341809 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] No DVR routers for this DVR port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 on host dv-cinder-857075-6-iscsi {{(pid=112942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:40.415350 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861505', 'neutron.services.segments.db._delete_segments_for_network-8769596713665'] for network (a03ae976-4143-4bb5-bb25-1e476e97d636), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.437735 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03ae976-4143-4bb5-bb25-1e476e97d636']}} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:40.448490 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d19dbe-b74f-4534-a523-329c8cf93ebc') {'for_net_delete': True} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:40.448888 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.services.segments.db [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d19dbe-b74f-4534-a523-329c8cf93ebc') {} {{(pid=112942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 02:56:40.460192 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769596713557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1287577'] for segment (92d19dbe-b74f-4534-a523-329c8cf93ebc), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.475446 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822'] for segment (92d19dbe-b74f-4534-a523-329c8cf93ebc), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.480490 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:40.483926 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=112942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 02:56:40.484383 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-863822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4094746'] for segment (92d19dbe-b74f-4534-a523-329c8cf93ebc), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.530916 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:40.532042 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.db [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] For port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01, host dv-cinder-857075-6-iscsi, got binding levels [] {{(pid=112944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 02:56:40.532771 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628502'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), precommit_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.533121 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 92d19dbe-b74f-4534-a523-329c8cf93ebc resource provider aggregate not found Sep 14 02:56:40.547304 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Calling delete_port for 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 owned by network:dhcp {{(pid=112944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 02:56:40.550905 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.ipam_backend_mixin [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 was not found and therefore no delete operation was performed {{(pid=112944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 14 02:56:40.558418 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769596690059', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769596249564'] for port (6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01), after_delete {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.562053 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633155'] for network (a03ae976-4143-4bb5-bb25-1e476e97d636), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.572737 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.services.segments.plugin [-] Segment 92d19dbe-b74f-4534-a523-329c8cf93ebc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92d19dbe-b74f-4534-a523-329c8cf93ebc found for delete ", "request_id": "req-e4f638f5-9bc4-4a0c-8c81-42e45839a66b"}]} Sep 14 02:56:40.573728 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586688'] for network (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.578048 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/a03ae976-4143-4bb5-bb25-1e476e97d636 HTTP/1.1" status: 204 len: 168 time: 0.5554299 Sep 14 02:56:40.582484 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Pushing event deleted for resources: {'Port': ['ID=6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01,revision_number=None']} {{(pid=112944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:40.585002 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] Network a03ae976-4143-4bb5-bb25-1e476e97d636 is not hosted by any dhcp agent {{(pid=112944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 14 02:56:40.585417 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5964b-9cd3-469c-9b79-02f3317f97ef None None] No DVR routers for this DVR port 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 on host dv-cinder-857075-6-iscsi {{(pid=112944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 02:56:40.592622 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628de221-fd65-4d2d-9006-9e17a5a00bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03ae976-4143-4bb5-bb25-1e476e97d636,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:40.703999 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 43418) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:40.745508 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-50472e4f-5f50-431c-bc04-f6b6d868e9e6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5bdc9f3a69314971974343698d53dd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403051 Sep 14 02:56:40.747988 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 43420) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:40.805277 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Publish callbacks [] for security_group (6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651), before_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.825056 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Publish callbacks [] for security_group (6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651), precommit_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.875798 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651), after_delete {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.878491 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron_lib.callbacks.manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:40.879633 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651 HTTP/1.1" status: 204 len: 168 time: 0.1307244 Sep 14 02:56:40.888711 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e4b25-c02b-4c0e-8ff3-ea5cf69bd651,revision_number=None']} {{(pid=112943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:40.896275 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.896623 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.896963 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.897299 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.897662 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.898025 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.898349 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.898673 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.898997 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.899321 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.899649 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.899971 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.900287 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.900604 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:40.900921 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f843e-839c-45eb-882d-ce59d200e230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-6-iscsi {{(pid=112943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 02:56:41.164449 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:41.184634 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:41.185046 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 6ea14b61-e42a-4cf9-a5a6-fb6a8dd8ff01 not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:41.185523 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 5907ad22-c938-46f4-a743-44240f58f8ce no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:41.206741 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 5907ad22-c938-46f4-a743-44240f58f8ce {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:41.207087 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 5907ad22-c938-46f4-a743-44240f58f8ce not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:41.207541 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 594c0f58-5197-40f5-af5b-352263b69c7a no longer exists at agent ovs-agent-dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 02:56:41.213546 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [-] (112943) accepted ('10.222.0.18', 43426) {{(pid=112943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:41.226396 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] No Port match for: 594c0f58-5197-40f5-af5b-352263b69c7a {{(pid=112944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 02:56:41.226734 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron.plugins.ml2.rpc [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Device 594c0f58-5197-40f5-af5b-352263b69c7a not bound to the agent host dv-cinder-857075-6-iscsi {{(pid=112944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 02:56:41.253756 dv-cinder-857075-6-iscsi neutron-server[112943]: INFO neutron.wsgi [None req-ebf05fe8-29f3-41d9-abc1-2e35873b56df admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2dc0e365bb48449ebf0eceb8a6ef0bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390418 Sep 14 02:56:41.256470 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [-] (112942) accepted ('10.222.0.18', 43428) {{(pid=112942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 02:56:41.307315 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4586bf87-5792-4fcd-8689-9464de389048 admin admin] Publish callbacks [] for security_group (aa98d6eb-6939-494f-a618-930ae7412f0d), before_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:41.327325 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4586bf87-5792-4fcd-8689-9464de389048 admin admin] Publish callbacks [] for security_group (aa98d6eb-6939-494f-a618-930ae7412f0d), precommit_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:41.375664 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4586bf87-5792-4fcd-8689-9464de389048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699015'] for security_group (aa98d6eb-6939-494f-a618-930ae7412f0d), after_delete {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:41.378295 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron_lib.callbacks.manager [None req-4586bf87-5792-4fcd-8689-9464de389048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:41.379508 dv-cinder-857075-6-iscsi neutron-server[112942]: INFO neutron.wsgi [None req-4586bf87-5792-4fcd-8689-9464de389048 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/aa98d6eb-6939-494f-a618-930ae7412f0d HTTP/1.1" status: 204 len: 168 time: 0.1219852 Sep 14 02:56:41.386951 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586bf87-5792-4fcd-8689-9464de389048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa98d6eb-6939-494f-a618-930ae7412f0d,revision_number=None']} {{(pid=112942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 02:56:46.422428 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:46.423733 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=95 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:47.476484 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:56:51.212306 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=21 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:51.247939 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:51.250967 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG dbcounter [-] [112943] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=112943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:51.382771 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:51.383857 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG dbcounter [-] [112942] Writing DB stats neutron:SELECT=17,neutron:DELETE=5 {{(pid=112942) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:51.400412 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:53.978690 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5d908c70-aba1-4b87-bc7d-3cc151488cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:56.148415 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6072aea9-d805-4eb9-a96f-3589cd6a3ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:57.471104 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:57.471911 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:56:57.568750 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:58.948632 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:56:58.991128 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:08.978708 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:08.985678 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:09.793357 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:11.568126 dv-cinder-857075-6-iscsi neutron-server[112942]: DEBUG neutron.wsgi [req-56bd1b75-d486-487a-bcde-0cec60f5972f req-9eb5143b-095f-4a02-8fa4-e97111f76be5 service neutron] (112942) timed out ('10.222.0.48', 61705) {{(pid=112942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 02:57:19.786252 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:19.788275 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:21.571081 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [req-de34d793-0096-4397-9be0-954eaff9ff81 req-906a57f6-5dc8-4c7c-9917-7c0ea3ea4c28 service neutron] (112943) timed out ('10.222.0.48', 61730) {{(pid=112943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 02:57:23.423303 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:23.424422 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:23.983891 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-5552d00c-33c1-43bd-a5e5-266ea47893dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:24.481023 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:57:26.145204 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-eab53d76-5047-46b9-8e98-ed37cf0281e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:27.573135 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.959187 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:28.994780 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:34.472981 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:34.474245 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:39.800631 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:49.792662 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:49.796146 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:57:53.989812 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-de8ad57f-903f-452f-bba1-7009da700b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:56.147888 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-34502607-ca48-407d-be7a-e9fdbb6fdace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:57.574378 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:58.960591 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:57:59.002697 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:00.429454 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:00.430701 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:01.486340 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:58:08.994570 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:08.995313 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:09.818892 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:11.479182 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:19.800963 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:19.813160 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:22.003549 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=13 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:22.004744 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=13 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:23.983689 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-d13fec2a-2629-4aad-9558-ff77971fff69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:26.150394 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-95dacb19-bf91-4e54-8907-6b0c9534aea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:27.586634 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:28.964730 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:29.001884 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:37.423627 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:37.424746 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:38.491524 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:58:38.986670 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:38.995451 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:39.814526 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:48.483818 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:49.802336 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:49.805947 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:58:53.978252 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-bc9cafc0-694b-444c-b592-9e9c6159221d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:56.152105 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1679c44e-008f-4332-85e1-5e89ebdb2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:57.585268 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:58.968814 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:58:59.003748 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:08.993397 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:08.997468 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:09.826525 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:15.497373 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:59:19.813286 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:19.816784 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:23.993583 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-1c7ce104-13de-4512-8d5b-5f69f442ccd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:25.489365 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:25.490648 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=6 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:26.156374 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-38645f40-ffda-4b0e-b4f6-38b1c3739502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:27.595536 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.974696 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:28.997958 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:39.118587 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-fa67316f-d9b3-4e3c-b687-922e6fb0b499 service neutron] (112943) timed out ('10.222.0.18', 37350) {{(pid=112943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 02:59:39.315001 dv-cinder-857075-6-iscsi neutron-server[112943]: DEBUG neutron.wsgi [req-fa98c436-bf3c-49d1-b6b6-97025cb51723 req-c79a6002-5688-4e56-80fb-e96d33fc5162 tempest-AttachVolumeShelveTestJSON-1204434555 tempest-AttachVolumeShelveTestJSON-1204434555-project] (112943) timed out ('10.222.0.18', 37358) {{(pid=112943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 02:59:39.833911 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:42.000550 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:49.824692 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:51.427550 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:51.428670 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=5 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 02:59:52.503174 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 02:59:53.995349 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-819babf3-405a-4c96-acc6-8524d52d4459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:56.157898 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-094478a4-60e0-4319-ad7b-32f8a477a088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:57.597198 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:58.980735 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 02:59:59.008433 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:02.494619 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:02.495747 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:08.999952 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:09.002420 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:09.827622 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:19.822076 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:24.000990 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-8dfcbab0-b1f3-49b0-8ff1-66eeeb8985ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:26.164504 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f7b6607a-f952-4039-bc27-8a46b26693cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:27.596885 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:28.430288 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=14 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:28.431082 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=18 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:28.978608 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:29.003281 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:29.507538 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:00:38.996762 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:38.997875 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:39.498634 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:39.499816 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:39.847619 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:49.834155 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:49.838973 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:00:53.993157 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-f71478e0-d584-44b5-9b6d-a0caa64434ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:56.172618 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-852f565c-7a3c-4494-a236-d7cb8d2a99ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:57.600148 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:58.982020 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:00:59.009110 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:05.429451 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=4 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:05.430323 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:06.512351 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:01:09.000831 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:09.003244 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:09.846889 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:16.505214 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:19.835657 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:19.839244 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:22.433677 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:23.999732 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-6376d950-1447-4a04-9b51-b1d382b1df7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:26.164920 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-57c53c40-dbfd-4302-b3c0-c7dbc92c233a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (951d061c-72fa-4fa6-b3e6-cd7d39c9d8b3), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:27.604975 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4e76-9512-44c5-9916-78b38debc7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (b12ea007-55c4-4960-bea5-51541aaf3f9c), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:28.993370 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-02a9729f-3c79-44ee-9c2a-76c77165f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5caa592d-b8bf-4150-918b-8ef2128dcf82), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:29.002843 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-09b8a7ee-7586-479e-bc99-79c90e2b5ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (1fc82f0b-3183-4bb8-9c70-f74dab143e7d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:39.863446 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-cf5c93ac-9360-4098-a472-e76f1d653dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (a6c22472-da57-44c0-abdd-34d2d5f8e85d), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 03:01:42.425889 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:42.433226 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=3 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:43.517047 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG neutron.db.agents_db [None req-a1d5c21f-af3d-47c1-a978-204e269f2ec5 None None] Agent healthcheck: found 6 active agents {{(pid=112945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 03:01:49.842993 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=25 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:49.853641 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG dbcounter [-] [112944] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=112944) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:53.508348 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:53.509162 dv-cinder-857075-6-iscsi neutron-server[112945]: DEBUG dbcounter [-] [112945] Writing DB stats neutron:SELECT=1 {{(pid=112945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 03:01:53.984309 dv-cinder-857075-6-iscsi neutron-server[112944]: DEBUG neutron_lib.callbacks.manager [None req-a65801d6-2f9c-4706-8316-b33a15fb0381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769596713647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867584'] for agent (5846806b-df3c-4449-8f98-ab85d7556d90), after_update {{(pid=112944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}